{"msg":"Running step start_crdb","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:00.604119902Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"init_with_steps"} {"msg":"Starting CRDB","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:00.604591713Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048} {"msg":"cockroach temporary directory: /var/tmp/omicron_tmp/.tmp4sLLmE","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:00.635872049Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048} {"msg":"cockroach: copying from seed tarball (/var/tmp/omicron_tmp/crdb-base-build/24d4fea73f82f486a52295b3565a297e9d53ffa39e47f9712fe504bd86a45e2c.tar) to storage directory (/var/tmp/omicron_tmp/.tmp4sLLmE/data)","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:00.635938968Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048} {"msg":"cockroach command line: cockroach start-single-node --insecure --http-addr=:0 --store=path=/var/tmp/omicron_tmp/.tmp4sLLmE/data,ballast-size=0 --listen-addr [::1]:0 --listening-url-file /var/tmp/omicron_tmp/.tmp4sLLmE/listen-url --max-sql-memory 256MiB","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:00.653649423Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048} {"msg":"cockroach environment: BUILDOMAT_JOB_ID=01KM670M68BPERMA5MDAPFCR04 BUILDOMAT_TASK_ID=4 CARGO=/home/build/.rustup/toolchains/1.94.0-x86_64-unknown-illumos/bin/cargo CARGO_HOME=/home/build/.cargo CARGO_INCREMENTAL=0 CARGO_MANIFEST_DIR=/work/oxidecomputer/omicron/nexus CARGO_PKG_AUTHORS= CARGO_PKG_DESCRIPTION= CARGO_PKG_HOMEPAGE= CARGO_PKG_LICENSE=MPL-2.0 CARGO_PKG_LICENSE_FILE= CARGO_PKG_NAME=omicron-nexus CARGO_PKG_REPOSITORY= CARGO_PKG_RUST_VERSION= CARGO_PKG_VERSION=0.1.0 CARGO_PKG_VERSION_MAJOR=0 CARGO_PKG_VERSION_MINOR=1 CARGO_PKG_VERSION_PATCH=0 CARGO_PKG_VERSION_PRE= CARGO_TERM_COLOR=always CI=true CRDB_SEED_TAR=/var/tmp/omicron_tmp/crdb-base-build/24d4fea73f82f486a52295b3565a297e9d53ffa39e47f9712fe504bd86a45e2c.tar GITHUB_BRANCH=mergeconflict/builder-side-quest GITHUB_REF=refs/heads/mergeconflict/builder-side-quest GITHUB_REPOSITORY=oxidecomputer/omicron GITHUB_SHA=c171063ef400979ae9b01dea1d7886b91bd77100 GOTRACEBACK=crash HOME=/home/build LANG=en_US.UTF-8 LC_ALL=en_US.UTF-8 LD_LIBRARY_PATH=/work/oxidecomputer/omicron/target/debug/build/aws-lc-sys-5ca7f9e42700fd7b/out:/work/oxidecomputer/omicron/target/debug/build/blake3-eafb0a4425820daa/out:/work/oxidecomputer/omicron/target/debug/build/bzip2-sys-eeb72f07277ec165/out/lib:/work/oxidecomputer/omicron/target/debug/build/libgit2-sys-9b216c29df55cc34/out/build:/work/oxidecomputer/omicron/target/debug/build/psm-640d2ec8e3ec01ca/out:/work/oxidecomputer/omicron/target/debug/build/ring-615063de10837e60/out:/work/oxidecomputer/omicron/target/debug/build/tofino-67aff659fdf95efa/out:/work/oxidecomputer/omicron/target/debug/build/zstd-sys-2173e318c097e7ac/out:/work/oxidecomputer/omicron/target/debug/deps:/work/oxidecomputer/omicron/target/debug:/home/build/.rustup/toolchains/1.94.0-x86_64-unknown-illumos/lib/rustlib/x86_64-unknown-illumos/lib:/home/build/.rustup/toolchains/1.94.0-x86_64-unknown-illumos/lib LOGNAME=build NEXTEST=1 NEXTEST_ATTEMPT=1 NEXTEST_ATTEMPT_ID=990f809f-fec8-4aca-89e3-bb151b0f9c7b:omicron-nexus$app::sagas::disk_create::test::test_action_failure_can_unwind_idempotently NEXTEST_BINARY_ID=omicron-nexus NEXTEST_EXECUTION_MODE=process-per-test NEXTEST_LD_LIBRARY_PATH=/work/oxidecomputer/omicron/target/debug/build/aws-lc-sys-5ca7f9e42700fd7b/out:/work/oxidecomputer/omicron/target/debug/build/blake3-eafb0a4425820daa/out:/work/oxidecomputer/omicron/target/debug/build/bzip2-sys-eeb72f07277ec165/out/lib:/work/oxidecomputer/omicron/target/debug/build/libgit2-sys-9b216c29df55cc34/out/build:/work/oxidecomputer/omicron/target/debug/build/psm-640d2ec8e3ec01ca/out:/work/oxidecomputer/omicron/target/debug/build/ring-615063de10837e60/out:/work/oxidecomputer/omicron/target/debug/build/tofino-67aff659fdf95efa/out:/work/oxidecomputer/omicron/target/debug/build/zstd-sys-2173e318c097e7ac/out:/work/oxidecomputer/omicron/target/debug/deps:/work/oxidecomputer/omicron/target/debug:/home/build/.rustup/toolchains/1.94.0-x86_64-unknown-illumos/lib/rustlib/x86_64-unknown-illumos/lib:/home/build/.rustup/toolchains/1.94.0-x86_64-unknown-illumos/lib NEXTEST_PROFILE=ci NEXTEST_RECOMMENDED_VERSION=0.9.131 NEXTEST_REQUIRED_VERSION=0.9.131 NEXTEST_RUN_ID=990f809f-fec8-4aca-89e3-bb151b0f9c7b NEXTEST_RUN_MODE=test NEXTEST_STATE_DIR=/tmp/nextest-state.Naa4Gs NEXTEST_STRESS_CURRENT=none NEXTEST_STRESS_TOTAL=none NEXTEST_TEST_GLOBAL_SLOT=1 NEXTEST_TEST_GROUP=@global NEXTEST_TEST_GROUP_SLOT=none NEXTEST_TEST_NAME=app::sagas::disk_create::test::test_action_failure_can_unwind_idempotently NEXTEST_TEST_PHASE=run NEXTEST_TEST_THREADS=30 NEXTEST_TOTAL_ATTEMPTS=3 NEXTEST_VERSION=0.9.131 NEXTEST_WORKSPACE_ROOT=/work/oxidecomputer/omicron OUT_DIR=/work/oxidecomputer/omicron/target/debug/build/omicron-nexus-9dab5eb23bc2224b/out PATH=/work/oxidecomputer/omicron/out/mgd/root/opt/oxide/mgd/bin:/work/oxidecomputer/omicron/out/dendrite-stub/bin:/work/oxidecomputer/omicron/out/clickhouse:/work/oxidecomputer/omicron/out/cockroachdb/bin:/home/build/.cargo/bin:/usr/bin:/bin:/usr/sbin:/sbin:/opt/ooce/bin:/opt/ooce/sbin PWD=/work/oxidecomputer/omicron RUSTC_BOOTSTRAP=1 RUSTDOCFLAGS=--document-private-items -D warnings RUSTFLAGS=--cfg tokio_unstable -D warnings -C link-arg=-R/usr/platform/oxide/lib/amd64 RUSTUP_HOME=/home/build/.rustup RUSTUP_TOOLCHAIN=1.94.0-x86_64-unknown-illumos RUSTUP_TOOLCHAIN_SOURCE=toolchain-file RUST_BACKTRACE=1 RUST_RECURSION_COUNT=1 SHLVL=1 SSL_CERT_DIR=/usr/ssl/certs SSL_CERT_FILE=/etc/ssl/cacert.pem TMPDIR=/var/tmp/omicron_tmp TZ=UTC USER=build _=/usr/bin/ptime","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:00.653851519Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048} {"msg":"cockroach pid: 10091","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:01.678358524Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048} {"msg":"cockroach listen URL: postgresql://root@[::1]:36931/omicron?sslmode=disable","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:01.678468243Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048} {"msg":"Running step start_clickhouse","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:01.786536236Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"init_with_steps"} {"msg":"Starting Clickhouse","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:01.786617848Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048} {"msg":"Running step start_internal_dns","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:02.540626584Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"init_with_steps"} {"msg":"opening sled database","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:02.54087173Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"store","component":"internal_dns_server","path":"/var/tmp/omicron_tmp/.tmphKi7H5"} {"msg":"pruning trees for generations newer than 0","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:02.608760655Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"store","component":"internal_dns_server"} {"msg":"pruning trees for generations older than 0","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:02.608863817Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"store","component":"internal_dns_server","keep":3} {"msg":"DNS server bound to address","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:02.609085873Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"dns","kind":"dns","component":"internal_dns_server","local_address":"[::1]:58751"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:02.60976083Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"[::1]:59806","component":"http","kind":"dns","component":"internal_dns_server","versions":"all starting from 2.0.0","path":"/config","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:02.609939287Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"[::1]:59806","component":"http","kind":"dns","component":"internal_dns_server","versions":"from 1.0.0 to 2.0.0","path":"/config","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:02.609970082Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"[::1]:59806","component":"http","kind":"dns","component":"internal_dns_server","versions":"all starting from 2.0.0","path":"/config","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:02.609993641Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"[::1]:59806","component":"http","kind":"dns","component":"internal_dns_server","versions":"from 1.0.0 to 2.0.0","path":"/config","method":"PUT"} {"msg":"listening","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:02.610016671Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"[::1]:59806","component":"http","kind":"dns","component":"internal_dns_server"} {"msg":"successfully registered DTrace USDT probes","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:02.610621639Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"[::1]:59806","component":"http","kind":"dns","component":"internal_dns_server"} {"msg":"Running step start_external_dns","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:02.610713117Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"init_with_steps"} {"msg":"opening sled database","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:02.610823775Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"store","component":"external_dns_server","path":"/var/tmp/omicron_tmp/.tmpuvnM6S"} {"msg":"pruning trees for generations newer than 0","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:02.617577015Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"store","component":"external_dns_server"} {"msg":"pruning trees for generations older than 0","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:02.617639476Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"store","component":"external_dns_server","keep":3} {"msg":"DNS server bound to address","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:02.617668453Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"dns","kind":"dns","component":"external_dns_server","local_address":"[::1]:60019"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:02.617750035Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"[::1]:60086","component":"http","kind":"dns","component":"external_dns_server","versions":"all starting from 2.0.0","path":"/config","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:02.617786978Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"[::1]:60086","component":"http","kind":"dns","component":"external_dns_server","versions":"from 1.0.0 to 2.0.0","path":"/config","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:02.617822491Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"[::1]:60086","component":"http","kind":"dns","component":"external_dns_server","versions":"all starting from 2.0.0","path":"/config","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:02.617843411Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"[::1]:60086","component":"http","kind":"dns","component":"external_dns_server","versions":"from 1.0.0 to 2.0.0","path":"/config","method":"PUT"} {"msg":"listening","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:02.617874347Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"[::1]:60086","component":"http","kind":"dns","component":"external_dns_server"} {"msg":"successfully registered DTrace USDT probes","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:02.618623779Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"[::1]:60086","component":"http","kind":"dns","component":"external_dns_server"} {"msg":"Running step start_nexus_internal","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:02.618933265Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"init_with_steps"} {"msg":"Starting Nexus (internal API)","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:02.619011248Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048} {"msg":"setting up nexus server","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:02.619358777Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:02.621246909Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"Action"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:02.621322974Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"AuditLog"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:02.621360216Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"AnyActor"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:02.621378618Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"AuthenticatedActor"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:02.621419429Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"BlueprintConfig"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:02.621440539Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"Database"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:02.621458371Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"DnsConfig"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:02.621483489Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"Fleet"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:02.621508957Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"Inventory"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:02.621532076Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"IpPoolList"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:02.621557355Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"VpcList"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:02.621577095Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"ConsoleSessionList"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:02.621594767Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"DeviceAuthRequestList"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:02.621614018Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"QuiesceState"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:02.621639007Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"SiloCertificateList"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:02.621657108Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"SiloGroupList"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:02.6216758Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"SiloIdentityProviderList"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:02.621694131Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"SiloUserList"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:02.621713172Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"SiloUserSessionList"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:02.621732553Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"SiloUserTokenList"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:02.621750125Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"SubnetPoolList"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:02.621777132Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"UpdateTrustRootList"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:02.621794984Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"TargetReleaseConfig"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:02.621816804Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"AlertClassList"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:02.621833746Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"ScimClientBearerTokenList"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:02.621853147Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"MulticastGroupList"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:02.622109218Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"Project"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:02.622133996Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"Disk"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:02.622155616Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"Snapshot"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:02.62219048Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"ProjectImage"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:02.622210201Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"AffinityGroup"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:02.622227853Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"AntiAffinityGroup"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:02.622246794Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"Instance"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:02.622265745Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"IpPool"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:02.622290854Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"InstanceNetworkInterface"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:02.622313533Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"Vpc"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:02.622336612Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"VpcRouter"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:02.622357912Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"InternetGateway"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:02.622375344Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"InternetGatewayIpPool"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:02.622400313Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"InternetGatewayIpAddress"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:02.622419414Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"RouterRoute"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:02.622444402Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"VpcSubnet"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:02.622469361Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"FloatingIp"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:02.622486702Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"ExternalSubnet"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:02.622505964Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"Image"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:02.622524445Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"SiloImage"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:02.622541217Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"AddressLot"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:02.622559828Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"Blueprint"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:02.62257725Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"LoopbackAddress"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:02.622604938Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"Certificate"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:02.622622219Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"ConsoleSession"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:02.622643809Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"DeviceAuthRequest"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:02.62266316Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"DeviceAccessToken"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:02.622680672Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"PhysicalDisk"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:02.622700463Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"Rack"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:02.622717775Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"SshKey"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:02.622736556Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"Silo"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:02.622759156Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"SiloUser"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:02.622778087Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"SiloGroup"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:02.622795019Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"SupportBundle"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:02.62281378Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"IdentityProvider"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:02.622832452Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"SamlIdentityProvider"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:02.622849434Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"Sled"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:02.622871104Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"SubnetPool"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:02.622893543Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"TufRepo"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:02.622914733Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"TufArtifact"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:02.622931716Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"TufTrustRoot"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:02.622950127Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"Alert"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:02.622969278Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"AlertReceiver"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:02.622993797Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"WebhookSecret"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:02.623013977Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"Zpool"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:02.623031069Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"Service"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:02.62305058Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"UserBuiltin"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:02.623075869Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"ScimClientBearerToken"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:02.623095779Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"MulticastGroup"} {"msg":"full Oso configuration","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:02.62311488Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","config":"#\n# Oso configuration for Omicron\n# This file is augmented by generated snippets.\n#\n\n#\n# ACTOR TYPES AND BASIC RULES\n#\n\n# `AnyActor` includes both authenticated and unauthenticated users.\nactor AnyActor {}\n\n# An `AuthenticatedActor` has an identity in the system. All of our operations\n# today require that an actor be authenticated.\nactor AuthenticatedActor {}\n\n# For any resource, `actor` can perform action `action` on it if they're\n# authenticated and their role(s) give them the corresponding permission on that\n# resource.\nallow(actor: AnyActor, action: Action, resource) if\n actor.authenticated and\n has_permission(actor.authn_actor.unwrap(), action.to_perm(), resource);\n\n# Define role relationships\nhas_role(actor: AuthenticatedActor, role: String, resource: Resource)\n\tif resource.has_role(actor, role);\n\n#\n# ROLES AND PERMISSIONS IN THE FLEET/SILO/PROJECT HIERARCHY\n#\n# We define the following permissions for most resources in the system:\n#\n# - \"create_child\": required to create child resources (of any type)\n#\n# - \"list_children\": required to list child resources (of all types) of a\n# resource\n#\n# - \"modify\": required to modify or delete a resource\n#\n# - \"read\": required to read a resource\n#\n# We define the following predefined roles for only a few high-level resources:\n# the Fleet (see below), Silo, Organization, and Project. The specific roles\n# are oriented around intended use-cases:\n#\n# - \"admin\": has all permissions on the resource\n#\n# - \"collaborator\": has \"read\", \"list_children\", and \"create_child\", plus\n# the \"admin\" role for child resources. The idea is that if you're an\n# Organization Collaborator, you have full control over the Projects within\n# the Organization, but you cannot modify or delete the Organization itself.\n#\n# - \"viewer\": has \"read\" and \"list_children\" on a resource\n#\n# Below the Project level, permissions are granted via roles at the Project\n# level. For example, for someone to be able to create, modify, or delete any\n# Instances, they must be granted project.collaborator, which means they can\n# create, modify, or delete _all_ resources in the Project.\n#\n# The complete set of predefined roles:\n#\n# - fleet.admin (superuser for the whole system)\n# - fleet.collaborator (can manage Silos)\n# - fleet.viewer (can read most non-siloed resources in the system)\n# - silo.admin (superuser for the silo)\n# - silo.collaborator (can create and own Organizations; grants project.admin on all projects)\n# - silo.limited-collaborator (grants project.limited-collaborator on all projects)\n# - silo.viewer (can read most resources within the Silo; grants project.viewer)\n# - organization.admin (complete control over an organization)\n# - organization.collaborator (can manage Projects)\n# - organization.viewer (can read most resources within the Organization)\n# - project.admin (complete control over a Project)\n# - project.collaborator (can manage all resources within the Project, including networking)\n# - project.limited-collaborator (can manage compute resources, but not networking resources)\n# - project.viewer (can read most resources within the Project)\n#\n# Outside the Silo/Organization/Project hierarchy, we (currently) treat most\n# resources as nested under Fleet or else a synthetic resource (see below). We\n# do not yet support role assignments on anything other than Fleet, Silo,\n# Organization, or Project.\n#\n\n# \"Fleet\" is a global singleton representing the whole system. The name comes\n# from the idea described in RFD 24, but it's not quite right. This probably\n# should be more like \"Region\" or \"AvailabilityZone\". The precise boundaries\n# have not yet been figured out.\nresource Fleet {\n\tpermissions = [\n\t \"list_children\",\n\t \"modify\",\n\t \"read\",\n\t \"create_child\",\n\t];\n\n\troles = [\n\t # Roles that can be attached by users\n\t \"admin\",\n\t \"collaborator\",\n\t \"viewer\",\n\n\t # Internal-only roles\n\t \"external-authenticator\"\n\t];\n\n\t# Roles implied by other roles on this resource\n\t\"viewer\" if \"collaborator\";\n\t\"collaborator\" if \"admin\";\n\n\t# Permissions granted directly by roles on this resource\n\t\"list_children\" if \"viewer\";\n\t\"read\" if \"viewer\";\n\t\"create_child\" if \"collaborator\";\n\t\"modify\" if \"admin\";\n}\n\n# For fleets specifically, roles can be conferred by roles on the user's Silo.\n# Note that certain Actors may not ever have any roles assigned to them, like\n# SCIM Actors.\nhas_role(actor: AuthenticatedActor, role: String, _: Fleet) if\n\tsilo_role in actor.confers_fleet_role(role) and\n\thas_role(actor, silo_role, actor.silo.unwrap());\n\nresource Silo {\n\tpermissions = [\n\t \"list_children\",\n\t \"modify\",\n\t \"read\",\n\t \"create_child\",\n\t];\n\troles = [ \"admin\", \"collaborator\", \"limited-collaborator\", \"viewer\" ];\n\n\t# Roles implied by other roles on this resource\n\t\"viewer\" if \"limited-collaborator\";\n\t\"limited-collaborator\" if \"collaborator\";\n\t\"collaborator\" if \"admin\";\n\n\t# Permissions granted directly by roles on this resource\n\t\"list_children\" if \"viewer\";\n\t\"read\" if \"viewer\";\n\n\t\"create_child\" if \"collaborator\";\n\t\"modify\" if \"admin\";\n\n\t# Permissions implied by roles on this resource's parent (Fleet). Fleet\n\t# privileges allow a user to see and potentially administer the Silo,\n\t# but they do not give anyone permission to look at anything inside the\n\t# Silo. To achieve this, we use permission rules here. (If we granted\n\t# Fleet administrators _roles_ on the Silo, then those would cascade\n\t# into the Silo as well.)\n\trelations = { parent_fleet: Fleet };\n\t\"read\" if \"viewer\" on \"parent_fleet\";\n\t\"modify\" if \"collaborator\" on \"parent_fleet\";\n\n\t# external authenticator has to create silo users\n\t\"list_children\" if \"external-authenticator\" on \"parent_fleet\";\n\t\"create_child\" if \"external-authenticator\" on \"parent_fleet\";\n}\n\nhas_relation(fleet: Fleet, \"parent_fleet\", silo: Silo)\n\tif silo.fleet = fleet;\n\n# As a special case, all authenticated users can read their own Silo. That's\n# not quite the same as having the \"viewer\" role. For example, they cannot list\n# Organizations in the Silo.\n#\n# One reason this is necessary is because if an unprivileged user tries to\n# create an Organization using \"POST /organizations\", they should get back a 403\n# (which implies they're able to see /organizations, which is essentially seeing\n# the Silo itself) rather than a 404. This behavior isn't a hard constraint\n# (i.e., you could reasonably get a 404 for an API you're not allowed to call).\n# Nor is the implementation (i.e., we could special-case this endpoint somehow).\n# But granting this permission is the simplest way to keep this endpoint's\n# behavior consistent with the rest of the API.\n#\n# This rule is also used to determine if a user can list the identity providers\n# in the Silo (which they should be able to), since that's predicated on being\n# able to read the Silo.\n#\n# It's unclear what else would break if users couldn't see their own Silo.\nhas_permission(actor: AuthenticatedActor, \"read\", silo: Silo)\n\tif actor.is_user and silo in actor.silo;\n\nresource Project {\n\tpermissions = [\n\t \"list_children\",\n\t \"modify\",\n\t \"read\",\n\t \"create_child\",\n\t];\n\troles = [ \"admin\", \"collaborator\", \"limited-collaborator\", \"viewer\" ];\n\n\t# Roles implied by other roles on this resource\n\t# Role hierarchy: admin > collaborator > limited-collaborator > viewer\n\t#\n\t# The \"limited-collaborator\" role can create/modify non-networking\n\t# resources (instances, disks, etc.) but cannot create/modify networking\n\t# infrastructure (VPCs, subnets, routers, internet gateways).\n\t# See nexus/authz-macros for InProjectLimited vs InProjectFull.\n\t\"viewer\" if \"limited-collaborator\";\n\t\"limited-collaborator\" if \"collaborator\";\n\t\"collaborator\" if \"admin\";\n\n\t# Permissions granted directly by roles on this resource\n\t\"list_children\" if \"viewer\";\n\t\"read\" if \"viewer\";\n\t\"create_child\" if \"limited-collaborator\";\n\t\"modify\" if \"admin\";\n\n\t# Roles implied by roles on this resource's parent (Silo)\n\trelations = { parent_silo: Silo };\n\t\"admin\" if \"collaborator\" on \"parent_silo\";\n\t\"limited-collaborator\" if \"limited-collaborator\" on \"parent_silo\";\n\t\"viewer\" if \"viewer\" on \"parent_silo\";\n}\nhas_relation(silo: Silo, \"parent_silo\", project: Project)\n\tif project.silo = silo;\n\n#\n# GENERAL RESOURCES OUTSIDE THE SILO/PROJECT HIERARCHY\n#\n# Many resources use snippets of Polar generated by the `authz_resource!` Rust\n# macro. Some resources require custom Polar code. Those appear here.\n#\n\nresource Certificate {\n\tpermissions = [ \"read\", \"modify\" ];\n\trelations = { parent_silo: Silo, parent_fleet: Fleet };\n\n\t# Fleet-level and silo-level roles both grant privileges on certificates.\n\t\"read\" if \"admin\" on \"parent_silo\";\n\t\"modify\" if \"admin\" on \"parent_silo\";\n\t\"read\" if \"admin\" on \"parent_fleet\";\n\t\"modify\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(silo: Silo, \"parent_silo\", certificate: Certificate)\n\tif certificate.silo = silo;\nhas_relation(fleet: Fleet, \"parent_fleet\", certificate: Certificate)\n\tif certificate.silo.fleet = fleet;\n\nresource SiloUser {\n\tpermissions = [\n\t \"list_children\",\n\t \"modify\",\n\t \"read\",\n\t \"create_child\",\n\t];\n\n\t# Fleet and Silo administrators can manage a Silo's users. This is one\n\t# of the only areas of Silo configuration that Fleet Administrators have\n\t# permissions on.\n\trelations = { parent_silo: Silo, parent_fleet: Fleet };\n\t\"list_children\" if \"read\" on \"parent_silo\";\n\t\"read\" if \"read\" on \"parent_silo\";\n\t\"modify\" if \"admin\" on \"parent_silo\";\n\t\"create_child\" if \"admin\" on \"parent_silo\";\n\t\"list_children\" if \"read\" on \"parent_fleet\";\n\t\"read\" if \"read\" on \"parent_fleet\";\n\t\"modify\" if \"admin\" on \"parent_fleet\";\n\t\"create_child\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(silo: Silo, \"parent_silo\", user: SiloUser)\n\tif user.silo = silo;\nhas_relation(fleet: Fleet, \"parent_fleet\", user: SiloUser)\n\tif user.silo.fleet = fleet;\n\n# authenticated actors have all permissions on themselves\nhas_permission(actor: AuthenticatedActor, _perm: String, silo_user: SiloUser)\n if actor.equals_silo_user(silo_user);\n\nhas_permission(actor: AuthenticatedActor, \"read\", silo_user: SiloUser)\n if actor.is_user and silo_user.silo in actor.silo;\n\nresource SiloGroup {\n\tpermissions = [\n\t \"list_children\",\n\t \"modify\",\n\t \"read\",\n\t \"create_child\",\n\t];\n\n\trelations = { parent_silo: Silo };\n\t\"list_children\" if \"read\" on \"parent_silo\";\n\t\"read\" if \"read\" on \"parent_silo\";\n\t\"modify\" if \"admin\" on \"parent_silo\";\n\t\"create_child\" if \"admin\" on \"parent_silo\";\n}\nhas_relation(silo: Silo, \"parent_silo\", group: SiloGroup)\n\tif group.silo = silo;\n\nresource SshKey {\n\tpermissions = [ \"read\", \"modify\" ];\n\trelations = { silo_user: SiloUser };\n\n\t\"read\" if \"read\" on \"silo_user\";\n}\n# We want to allow the user to modify the ssh key but disallow a SCIM IdP token\n# from doing the same.\nhas_permission(actor: AuthenticatedActor, \"modify\", ssh_key: SshKey)\n\tif actor.is_user and has_permission(actor, \"modify\", ssh_key.silo_user);\nhas_relation(user: SiloUser, \"silo_user\", ssh_key: SshKey)\n\tif ssh_key.silo_user = user;\n\nresource IdentityProvider {\n\tpermissions = [\n\t \"read\",\n\t \"modify\",\n\t \"create_child\",\n\t \"list_children\",\n\t];\n\trelations = { parent_silo: Silo, parent_fleet: Fleet };\n\n\t# Silo-level roles grant privileges on identity providers.\n\t\"read\" if \"viewer\" on \"parent_silo\";\n\t\"list_children\" if \"viewer\" on \"parent_silo\";\n\t\"modify\" if \"admin\" on \"parent_silo\";\n\t\"create_child\" if \"admin\" on \"parent_silo\";\n\n\t# Fleet-level roles also grant privileges on identity providers.\n\t\"read\" if \"viewer\" on \"parent_fleet\";\n\t\"list_children\" if \"viewer\" on \"parent_fleet\";\n\t\"modify\" if \"admin\" on \"parent_fleet\";\n\t\"create_child\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(silo: Silo, \"parent_silo\", identity_provider: IdentityProvider)\n\tif identity_provider.silo = silo;\nhas_relation(fleet: Fleet, \"parent_fleet\", collection: IdentityProvider)\n\tif collection.silo.fleet = fleet;\n\nresource SamlIdentityProvider {\n\tpermissions = [\n\t \"read\",\n\t \"modify\",\n\t \"create_child\",\n\t \"list_children\",\n\t];\n\trelations = { parent_silo: Silo, parent_fleet: Fleet };\n\n\t# Silo-level roles grant privileges on identity providers.\n\t\"read\" if \"viewer\" on \"parent_silo\";\n\t\"list_children\" if \"viewer\" on \"parent_silo\";\n\t\"modify\" if \"admin\" on \"parent_silo\";\n\t\"create_child\" if \"admin\" on \"parent_silo\";\n\n\t# Fleet-level roles also grant privileges on identity providers.\n\t\"read\" if \"viewer\" on \"parent_fleet\";\n\t\"list_children\" if \"viewer\" on \"parent_fleet\";\n\t\"modify\" if \"admin\" on \"parent_fleet\";\n\t\"create_child\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(silo: Silo, \"parent_silo\", saml_identity_provider: SamlIdentityProvider)\n\tif saml_identity_provider.silo = silo;\nhas_relation(fleet: Fleet, \"parent_fleet\", collection: SamlIdentityProvider)\n\tif collection.silo.fleet = fleet;\n\nresource ScimClientBearerToken {\n\tpermissions = [ \"read\", \"modify\" ];\n\trelations = { parent_silo: Silo, parent_fleet: Fleet };\n\n # necessary to authenticate SCIM actors\n\t\"read\" if \"external-authenticator\" on \"parent_fleet\";\n\n\t# Silo-level roles grant privileges for SCIM client tokens.\n\t\"read\" if \"admin\" on \"parent_silo\";\n\t\"modify\" if \"admin\" on \"parent_silo\";\n\n\t# Fleet-level roles also grant privileges for SCIM client tokens.\n\t\"read\" if \"admin\" on \"parent_fleet\";\n\t\"modify\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(silo: Silo, \"parent_silo\", scim_client_bearer_token: ScimClientBearerToken)\n\tif scim_client_bearer_token.silo = silo;\nhas_relation(fleet: Fleet, \"parent_fleet\", collection: ScimClientBearerToken)\n\tif collection.silo.fleet = fleet;\n\n\n#\n# SYNTHETIC RESOURCES OUTSIDE THE SILO HIERARCHY\n#\n# The resources here do not correspond to anything that appears explicitly in\n# the API or is stored in the database. These are used either at the top level\n# of the API path (e.g., \"/v1/system/ip-pools\") or as an implementation detail of the system\n# (in the case of console sessions and \"Database\"). The policies are\n# either statically-defined in this file or driven by role assignments on the\n# Fleet. None of these resources defines their own roles.\n#\n\n# Describes the quiesce state of a particular Nexus instance.\n#\n# These authz checks must not require the database. We grant this directly to\n# callers of the internal API.\nresource QuiesceState {\n\tpermissions = [ \"read\", \"modify\" ];\n}\nhas_permission(USER_INTERNAL_API: AuthenticatedActor, \"read\", _q: QuiesceState);\nhas_permission(\n USER_INTERNAL_API: AuthenticatedActor,\n \"modify\",\n _q: QuiesceState\n);\n\n# Describes the policy for reading and modifying DNS configuration\n# (both internal and external)\nresource DnsConfig {\n\tpermissions = [ \"read\", \"modify\" ];\n\trelations = { parent_fleet: Fleet };\n\t# \"external-authenticator\" requires these permissions because that's the\n\t# context that Nexus uses when creating and deleting Silos. These\n\t# operations necessarily need to read and modify DNS configuration.\n\t\"read\" if \"external-authenticator\" on \"parent_fleet\";\n\t\"modify\" if \"external-authenticator\" on \"parent_fleet\";\n\t# \"admin\" on the parent fleet also gets these permissions, primarily for\n\t# the test suite.\n\t\"read\" if \"admin\" on \"parent_fleet\";\n\t\"modify\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(fleet: Fleet, \"parent_fleet\", dns_config: DnsConfig)\n\tif dns_config.fleet = fleet;\n\n# Describes the policy for accessing blueprints\nresource BlueprintConfig {\n\tpermissions = [\n\t \"list_children\", # list blueprints\n\t \"create_child\", # create blueprint\n\t \"read\", # read the current target\n\t \"modify\", # change the current target\n\t];\n\n\trelations = { parent_fleet: Fleet };\n\t\"create_child\" if \"admin\" on \"parent_fleet\";\n\t\"modify\" if \"admin\" on \"parent_fleet\";\n\t\"list_children\" if \"viewer\" on \"parent_fleet\";\n\t\"read\" if \"viewer\" on \"parent_fleet\";\n}\nhas_relation(fleet: Fleet, \"parent_fleet\", list: BlueprintConfig)\n\tif list.fleet = fleet;\n\n# Describes the policy for accessing \"/v1/system/update/trust-roots\" in the API\nresource UpdateTrustRootList {\n\tpermissions = [ \"list_children\", \"create_child\" ];\n\trelations = { parent_fleet: Fleet };\n\t\"list_children\" if \"viewer\" on \"parent_fleet\";\n\t\"create_child\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(fleet: Fleet, \"parent_fleet\", collection: UpdateTrustRootList)\n\tif collection.fleet = fleet;\n\n# Describes the policy for accessing blueprints\nresource TargetReleaseConfig {\n\tpermissions = [\n\t \"read\", # read the current target release\n\t \"modify\", # change the current target release\n\t];\n\n\trelations = { parent_fleet: Fleet };\n\t\"read\" if \"viewer\" on \"parent_fleet\";\n\t\"modify\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(fleet: Fleet, \"parent_fleet\", resource: TargetReleaseConfig)\n\tif resource.fleet = fleet;\n\n# Describes the policy for reading and modifying low-level inventory\nresource Inventory {\n\tpermissions = [ \"read\", \"modify\" ];\n\trelations = { parent_fleet: Fleet };\n\t\"read\" if \"viewer\" on \"parent_fleet\";\n\t\"modify\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(fleet: Fleet, \"parent_fleet\", inventory: Inventory)\n\tif inventory.fleet = fleet;\n\n# Describes the policy for accessing \"/v1/system/ip-pools\" in the API\nresource IpPoolList {\n\tpermissions = [\n\t \"list_children\",\n\t \"modify\",\n\t \"create_child\",\n\t];\n\n\t# Fleet Administrators can create or modify the IP Pools list.\n\trelations = { parent_fleet: Fleet };\n\t\"modify\" if \"admin\" on \"parent_fleet\";\n\t\"create_child\" if \"admin\" on \"parent_fleet\";\n\n\t# Fleet Viewers can list IP Pools\n\t\"list_children\" if \"viewer\" on \"parent_fleet\";\n}\nhas_relation(fleet: Fleet, \"parent_fleet\", ip_pool_list: IpPoolList)\n\tif ip_pool_list.fleet = fleet;\n\n# Any authenticated user can create a child of a provided IP Pool.\n# This is necessary to use the pools when provisioning instances.\nhas_permission(actor: AuthenticatedActor, \"create_child\", ip_pool: IpPool)\n\tif actor.is_user and silo in actor.silo and silo.fleet = ip_pool.fleet;\n\n# Describes the policy for accessing \"/v1/multicast-groups\" in the API\n# Groups are created when the first instance joins and deleted when the last leaves.\nresource MulticastGroupList {\n\tpermissions = [ \"list_children\" ];\n\n\trelations = { parent_fleet: Fleet };\n\n\t# Fleet Viewers can list multicast groups\n\t\"list_children\" if \"viewer\" on \"parent_fleet\";\n}\nhas_relation(fleet: Fleet, \"parent_fleet\", multicast_group_list: MulticastGroupList)\n\tif multicast_group_list.fleet = fleet;\n\n# Any authenticated user can list multicast groups in their fleet.\n# This enables silo users to discover groups for attaching instances,\n# without requiring the Fleet::Viewer role.\nhas_permission(actor: AuthenticatedActor, \"list_children\", multicast_group_list: MulticastGroupList)\n\tif actor.is_user and silo in actor.silo and silo.fleet = multicast_group_list.fleet;\n\n# MulticastGroup is a fleet-level discovery resource.\n# Join/leave authorization is gated by Instance::Modify, not the group itself.\nresource MulticastGroup {\n\tpermissions = [ \"read\", \"list_children\" ];\n\trelations = { parent_fleet: Fleet };\n}\nhas_relation(fleet: Fleet, \"parent_fleet\", multicast_group: MulticastGroup)\n\tif multicast_group.fleet = fleet;\n\n# Any authenticated user can read multicast groups in their fleet\nhas_permission(actor: AuthenticatedActor, \"read\", multicast_group: MulticastGroup)\n\tif actor.is_user and silo in actor.silo and silo.fleet = multicast_group.fleet;\n\n# Any authenticated user can list members of multicast groups in their fleet\nhas_permission(actor: AuthenticatedActor, \"list_children\", multicast_group: MulticastGroup)\n\tif actor.is_user and silo in actor.silo and silo.fleet = multicast_group.fleet;\n\n# Describes the policy for reading and writing the audit log\nresource AuditLog {\n\tpermissions = [\n\t \"list_children\", # retrieve audit log\n\t \"create_child\", # create audit log entry\n\t];\n\n\trelations = { parent_fleet: Fleet };\n\n\t# Fleet viewers can read the audit log\n\t\"list_children\" if \"viewer\" on \"parent_fleet\";\n}\n\n# Any actor should be able to write to the audit log because we need to be able\n# to write to the log from any request, authenticated or not. Audit log writes\n# are always a byproduct of other operations: there are no endpoints that allow\n# the user to write to the log deliberately. Note we use AuthenticatedActor\n# because we don't really mean unauthenticated -- in the case of login\n# operations, we use the external authenticator actor that creates the session\n# to authorize the audit log write.\nhas_permission(_actor: AuthenticatedActor, \"create_child\", _audit_log: AuditLog);\n\nhas_relation(fleet: Fleet, \"parent_fleet\", audit_log: AuditLog)\n\tif audit_log.fleet = fleet;\n\n# Describes the policy for creating and managing web console sessions.\nresource ConsoleSessionList {\n\tpermissions = [ \"create_child\" ];\n\trelations = { parent_fleet: Fleet };\n\t\"create_child\" if \"external-authenticator\" on \"parent_fleet\";\n}\nhas_relation(fleet: Fleet, \"parent_fleet\", collection: ConsoleSessionList)\n\tif collection.fleet = fleet;\n\n# Allow silo admins to delete and list user sessions\nresource SiloUserSessionList {\n permissions = [ \"modify\", \"list_children\" ];\n relations = { parent_silo: Silo };\n\n # A silo admin can modify (e.g., delete) a user's sessions.\n \"modify\" if \"admin\" on \"parent_silo\";\n\n # A silo admin can list a user's sessions.\n \"list_children\" if \"admin\" on \"parent_silo\";\n}\nhas_relation(silo: Silo, \"parent_silo\", authn_list: SiloUserSessionList)\n if authn_list.silo_user.silo = silo;\n\n# give users 'modify' and 'list_children' on their own sessions\nhas_permission(actor: AuthenticatedActor, \"modify\", authn_list: SiloUserSessionList)\n if actor.equals_silo_user(authn_list.silo_user);\nhas_permission(actor: AuthenticatedActor, \"list_children\", authn_list: SiloUserSessionList)\n if actor.equals_silo_user(authn_list.silo_user);\n\n# Allow silo admins to delete and list user access tokens\nresource SiloUserTokenList {\n permissions = [ \"modify\", \"list_children\" ];\n relations = { parent_silo: Silo };\n\n # A silo admin can modify (e.g., delete) a user's tokens.\n \"modify\" if \"admin\" on \"parent_silo\";\n\n # A silo admin can list a user's tokens.\n \"list_children\" if \"admin\" on \"parent_silo\";\n}\nhas_relation(silo: Silo, \"parent_silo\", authn_list: SiloUserTokenList)\n if authn_list.silo_user.silo = silo;\n\n# give users 'modify' and 'list_children' on their own tokens\nhas_permission(actor: AuthenticatedActor, \"modify\", authn_list: SiloUserTokenList)\n if actor.equals_silo_user(authn_list.silo_user);\nhas_permission(actor: AuthenticatedActor, \"list_children\", authn_list: SiloUserTokenList)\n if actor.equals_silo_user(authn_list.silo_user);\n\n# Describes the policy for creating and managing device authorization requests.\nresource DeviceAuthRequestList {\n\tpermissions = [ \"create_child\" ];\n\trelations = { parent_fleet: Fleet };\n\t\"create_child\" if \"external-authenticator\" on \"parent_fleet\";\n}\nhas_relation(fleet: Fleet, \"parent_fleet\", collection: DeviceAuthRequestList)\n\tif collection.fleet = fleet;\n\n# Describes the policy for creating and managing Silo certificates\nresource SiloCertificateList {\n\tpermissions = [ \"list_children\", \"create_child\" ];\n\n\trelations = { parent_silo: Silo, parent_fleet: Fleet };\n\n\t# Both Fleet and Silo administrators can see and modify the Silo's\n\t# certificates.\n\t\"list_children\" if \"admin\" on \"parent_silo\";\n\t\"list_children\" if \"admin\" on \"parent_fleet\";\n\t\"create_child\" if \"admin\" on \"parent_silo\";\n\t\"create_child\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(silo: Silo, \"parent_silo\", collection: SiloCertificateList)\n\tif collection.silo = silo;\nhas_relation(fleet: Fleet, \"parent_fleet\", collection: SiloCertificateList)\n\tif collection.silo.fleet = fleet;\n\n# Describes the policy for creating and managing Silo identity providers\nresource SiloIdentityProviderList {\n\tpermissions = [ \"list_children\", \"create_child\" ];\n\n\trelations = { parent_silo: Silo, parent_fleet: Fleet };\n\n\t# Everyone who can read the Silo (which includes all the users in the\n\t# Silo) can see the identity providers in it.\n\t\"list_children\" if \"read\" on \"parent_silo\";\n\n\t# Fleet and Silo administrators can manage the Silo's identity provider\n\t# configuration. This is one of the only areas of Silo configuration\n\t# that Fleet Administrators have permissions on. This is also one of\n\t# the only cases where we need to look two levels up the hierarchy to\n\t# see if somebody has the right permission. For most other things,\n\t# permissions cascade down the hierarchy so we only need to look at the\n\t# parent.\n\t\"create_child\" if \"admin\" on \"parent_silo\";\n\t\"create_child\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(silo: Silo, \"parent_silo\", collection: SiloIdentityProviderList)\n\tif collection.silo = silo;\nhas_relation(fleet: Fleet, \"parent_fleet\", collection: SiloIdentityProviderList)\n\tif collection.silo.fleet = fleet;\n\n# Describes the policy for creating and managing Silo users (mostly intended for\n# API-managed users)\nresource SiloUserList {\n\tpermissions = [ \"list_children\", \"create_child\" ];\n\n\trelations = { parent_silo: Silo, parent_fleet: Fleet };\n\n\t# Everyone who can read the Silo (which includes all the users in the\n\t# Silo) can see the users in it.\n\t\"list_children\" if \"read\" on \"parent_silo\";\n\n\t# Fleet and Silo administrators can manage the Silo's users. This is\n\t# one of the only areas of Silo configuration that Fleet Administrators\n\t# have permissions on. This is also one of the few cases (so far) where\n\t# we need to look two levels up the hierarchy to see if somebody has the\n\t# right permission. For most other things, permissions cascade down the\n\t# hierarchy so we only need to look at the parent.\n\t\"create_child\" if \"admin\" on \"parent_silo\";\n\t\"list_children\" if \"admin\" on \"parent_fleet\";\n\t\"create_child\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(silo: Silo, \"parent_silo\", collection: SiloUserList)\n\tif collection.silo = silo;\nhas_relation(fleet: Fleet, \"parent_fleet\", collection: SiloUserList)\n\tif collection.silo.fleet = fleet;\n\n# Grant SCIM IdP actors the permissions they need on users.\nhas_permission(actor: AuthenticatedActor, \"read\", silo_user: SiloUser)\n if actor.is_scim_idp and silo_user.silo in actor.silo;\nhas_permission(actor: AuthenticatedActor, \"create_child\", silo_user_list: SiloUserList)\n\tif actor.is_scim_idp and silo_user_list.silo in actor.silo;\nhas_permission(actor: AuthenticatedActor, \"modify\", silo_user: SiloUser)\n\tif actor.is_scim_idp and silo_user.silo in actor.silo;\nhas_permission(actor: AuthenticatedActor, \"list_children\", silo_user_list: SiloUserList)\n if actor.is_scim_idp and silo_user_list.silo in actor.silo;\n\n# Describes the policy for creating and managing Silo groups (mostly intended\n# for API-managed groups)\nresource SiloGroupList {\n\tpermissions = [ \"list_children\", \"create_child\" ];\n\n\trelations = { parent_silo: Silo, parent_fleet: Fleet };\n\n\t# Everyone who can read the Silo (which includes all the groups in the\n\t# Silo) can see the groups in it.\n\t\"list_children\" if \"read\" on \"parent_silo\";\n\n\t# Fleet and Silo administrators can manage the Silo's groups. This is\n\t# one of the only areas of Silo configuration that Fleet Administrators\n\t# have permissions on. This is also one of the few cases (so far) where\n\t# we need to look two levels up the hierarchy to see if somebody has the\n\t# right permission. For most other things, permissions cascade down the\n\t# hierarchy so we only need to look at the parent.\n\t\"create_child\" if \"admin\" on \"parent_silo\";\n\t\"list_children\" if \"admin\" on \"parent_fleet\";\n\t\"create_child\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(silo: Silo, \"parent_silo\", collection: SiloGroupList)\n\tif collection.silo = silo;\nhas_relation(fleet: Fleet, \"parent_fleet\", collection: SiloGroupList)\n\tif collection.silo.fleet = fleet;\n\n# Grant SCIM IdP actors the permissions they need on groups.\nhas_permission(actor: AuthenticatedActor, \"read\", silo_group: SiloGroup)\n if actor.is_scim_idp and silo_group.silo in actor.silo;\nhas_permission(actor: AuthenticatedActor, \"create_child\", silo_group_list: SiloGroupList)\n\tif actor.is_scim_idp and silo_group_list.silo in actor.silo;\nhas_permission(actor: AuthenticatedActor, \"modify\", silo_group: SiloGroup)\n\tif actor.is_scim_idp and silo_group.silo in actor.silo;\nhas_permission(actor: AuthenticatedActor, \"list_children\", silo_group_list: SiloGroupList)\n if actor.is_scim_idp and silo_group_list.silo in actor.silo;\n\n# These rules grants the external authenticator role the permissions it needs to\n# read silo users and modify their sessions. This is necessary for login to\n# work.\nhas_permission(actor: AuthenticatedActor, \"read\", silo: Silo)\n\tif has_role(actor, \"external-authenticator\", silo.fleet);\nhas_permission(actor: AuthenticatedActor, \"read\", user: SiloUser)\n\tif has_role(actor, \"external-authenticator\", user.silo.fleet);\nhas_permission(actor: AuthenticatedActor, \"modify\", user: SiloUser)\n\tif has_role(actor, \"external-authenticator\", user.silo.fleet);\nhas_permission(actor: AuthenticatedActor, \"read\", group: SiloGroup)\n\tif has_role(actor, \"external-authenticator\", group.silo.fleet);\nhas_permission(actor: AuthenticatedActor, \"modify\", group: SiloGroup)\n\tif has_role(actor, \"external-authenticator\", group.silo.fleet);\n\nhas_permission(actor: AuthenticatedActor, \"read\", session: ConsoleSession)\n\tif has_role(actor, \"external-authenticator\", session.fleet);\nhas_permission(actor: AuthenticatedActor, \"modify\", session: ConsoleSession)\n\tif has_role(actor, \"external-authenticator\", session.fleet);\n\n# All authenticated users can read and delete device authn requests because\n# by necessity these operations happen before we've figured out what user (or\n# even Silo) the device auth is associated with. Any user can claim a device\n# auth request with the right user code (that's how it works) -- it's the user\n# code and associated logic that prevents unauthorized access here.\nhas_permission(actor: AuthenticatedActor, \"read\", _device_auth: DeviceAuthRequest)\n if actor.is_user;\nhas_permission(actor: AuthenticatedActor, \"modify\", _device_auth: DeviceAuthRequest)\n if actor.is_user;\n\nhas_permission(actor: AuthenticatedActor, \"read\", device_token: DeviceAccessToken)\n\tif has_role(actor, \"external-authenticator\", device_token.fleet);\n\nhas_permission(actor: AuthenticatedActor, \"read\", identity_provider: IdentityProvider)\n\tif has_role(actor, \"external-authenticator\", identity_provider.silo.fleet);\n\nhas_permission(actor: AuthenticatedActor, \"read\", saml_identity_provider: SamlIdentityProvider)\n\tif has_role(actor, \"external-authenticator\", saml_identity_provider.silo.fleet);\n\n# Describes the policy for who can access the internal database.\nresource Database {\n\tpermissions = [\n\t # \"query\" is required to perform any query against the database,\n\t # whether a read or write query. This is checked when an operation\n\t # checks out a database connection from the connection pool.\n\t #\n\t # Any authenticated user gets this permission. There's generally\n\t # some other authz check involved in the database query. For\n\t # example, if you're querying the database to \"read\" a \"Project\", we\n\t # should also be checking that. So why do we do this at all? It's\n\t # a belt-and-suspenders measure so that if we somehow introduced an\n\t # unauthenticated code path that hits the database, it cannot be\n\t # used to DoS the database because we won't allow the operation to\n\t # make the query. (As long as the code path _is_ authenticated, we\n\t # can use throttling mechanisms to prevent DoS.)\n\t \"query\",\n\n\t # \"modify\" is required to populate database data that's delivered\n\t # with the system. It should also be required for schema changes,\n\t # when we support those. This is separate from \"query\" so that we\n\t # cannot accidentally invoke these code paths from API calls and\n\t # other general functions.\n\t \"modify\"\n\t];\n}\n\n# All authenticated users have the \"query\" permission on the database.\nhas_permission(_actor: AuthenticatedActor, \"query\", _resource: Database);\n\n# The \"db-init\" user is the only one with the \"modify\" permission.\nhas_permission(USER_DB_INIT: AuthenticatedActor, \"modify\", _resource: Database);\nhas_permission(USER_DB_INIT: AuthenticatedActor, \"create_child\", _resource: IpPoolList);\n# It also has \"admin\" on the internal silo to populate it with built-in resources.\n# TODO-completeness: actually limit to just internal silo and not all silos\nhas_role(USER_DB_INIT: AuthenticatedActor, \"admin\", _silo: Silo);\n\n# Allow the internal API admin permissions on all silos.\nhas_role(USER_INTERNAL_API: AuthenticatedActor, \"admin\", _silo: Silo);\n\nresource WebhookSecret {\n\tpermissions = [ \"read\", \"modify\" ];\n\trelations = { parent_alert_receiver: AlertReceiver };\n\n\t\"read\" if \"read\" on \"parent_alert_receiver\";\n\t\"modify\" if \"modify\" on \"parent_alert_receiver\";\n}\n\nhas_relation(rx: AlertReceiver, \"parent_alert_receiver\", secret: WebhookSecret)\n\tif secret.alert_receiver = rx;\n\nresource AlertClassList {\n\tpermissions = [ \"list_children\" ];\n\trelations = { parent_fleet: Fleet };\n\n\t\"list_children\" if \"viewer\" on \"parent_fleet\";\n}\n\nhas_relation(fleet: Fleet, \"parent_fleet\", collection: AlertClassList)\n\tif collection.fleet = fleet;\n\nresource ScimClientBearerTokenList {\n\tpermissions = [ \"create_child\", \"list_children\" ];\n\trelations = { parent_silo: Silo, parent_fleet: Fleet };\n\n\t# Silo-level roles grant privileges for SCIM client tokens.\n # These are all admin because being able to create these tokens would allow\n # a user to grant themselves admin by modifying group membership through SCIM calls\n\t\"create_child\" if \"admin\" on \"parent_silo\";\n\t\"list_children\" if \"admin\" on \"parent_silo\";\n\n # Fleet-level roles also grant privileges for SCIM client tokens, for\n # configuration before silo admins are present.\n\t\"create_child\" if \"admin\" on \"parent_fleet\";\n\t\"list_children\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(silo: Silo, \"parent_silo\", scim_client_bearer_token_list: ScimClientBearerTokenList)\n\tif scim_client_bearer_token_list.silo = silo;\nhas_relation(fleet: Fleet, \"parent_fleet\", collection: ScimClientBearerTokenList)\n\tif collection.silo.fleet = fleet;\n\n# VpcList is a synthetic resource for controlling VPC creation.\n# Unlike other project resources, VPC creation requires the full \"collaborator\"\n# role rather than \"limited-collaborator\", enforcing the networking restriction.\n# This allows organizations to restrict who can reconfigure the network topology\n# while still allowing users with limited-collaborator to work with compute\n# resources (instances, disks, etc.) within the existing network.\nresource VpcList {\n\tpermissions = [ \"list_children\", \"create_child\" ];\n\n\trelations = { containing_project: Project };\n\n\t\"list_children\" if \"read\" on \"containing_project\";\n\t\"create_child\" if \"collaborator\" on \"containing_project\";\n}\nhas_relation(project: Project, \"containing_project\", collection: VpcList)\n\tif collection.project = project;\n\n# Describes the policy for accessing \"/v1/system/subnet-pools\" in the API\nresource SubnetPoolList {\n\tpermissions = [\n\t \"list_children\",\n\t \"modify\",\n\t \"create_child\",\n\t];\n\n\t# Fleet Administrators can create or modify the Subnet Pools list.\n\trelations = { parent_fleet: Fleet };\n\t\"modify\" if \"admin\" on \"parent_fleet\";\n\t\"create_child\" if \"admin\" on \"parent_fleet\";\n\n\t# Fleet Viewers can list External Subnet Pools\n\t\"list_children\" if \"viewer\" on \"parent_fleet\";\n}\nhas_relation(fleet: Fleet, \"parent_fleet\", subnet_pool_list: SubnetPoolList)\n\tif subnet_pool_list.fleet = fleet;\n\n\n\n resource Disk {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = { containing_project: Project };\n \"list_children\" if \"viewer\" on \"containing_project\";\n \"read\" if \"viewer\" on \"containing_project\";\n \"modify\" if \"limited-collaborator\" on \"containing_project\";\n \"create_child\" if \"limited-collaborator\" on \"containing_project\";\n }\n\n has_relation(parent: Project, \"containing_project\", child: Disk)\n if child.project = parent;\n \n\n resource Snapshot {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = { containing_project: Project };\n \"list_children\" if \"viewer\" on \"containing_project\";\n \"read\" if \"viewer\" on \"containing_project\";\n \"modify\" if \"limited-collaborator\" on \"containing_project\";\n \"create_child\" if \"limited-collaborator\" on \"containing_project\";\n }\n\n has_relation(parent: Project, \"containing_project\", child: Snapshot)\n if child.project = parent;\n \n\n resource ProjectImage {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = { containing_project: Project };\n \"list_children\" if \"viewer\" on \"containing_project\";\n \"read\" if \"viewer\" on \"containing_project\";\n \"modify\" if \"limited-collaborator\" on \"containing_project\";\n \"create_child\" if \"limited-collaborator\" on \"containing_project\";\n }\n\n has_relation(parent: Project, \"containing_project\", child: ProjectImage)\n if child.project = parent;\n \n\n resource AffinityGroup {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = { containing_project: Project };\n \"list_children\" if \"viewer\" on \"containing_project\";\n \"read\" if \"viewer\" on \"containing_project\";\n \"modify\" if \"limited-collaborator\" on \"containing_project\";\n \"create_child\" if \"limited-collaborator\" on \"containing_project\";\n }\n\n has_relation(parent: Project, \"containing_project\", child: AffinityGroup)\n if child.project = parent;\n \n\n resource AntiAffinityGroup {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = { containing_project: Project };\n \"list_children\" if \"viewer\" on \"containing_project\";\n \"read\" if \"viewer\" on \"containing_project\";\n \"modify\" if \"limited-collaborator\" on \"containing_project\";\n \"create_child\" if \"limited-collaborator\" on \"containing_project\";\n }\n\n has_relation(parent: Project, \"containing_project\", child: AntiAffinityGroup)\n if child.project = parent;\n \n\n resource Instance {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = { containing_project: Project };\n \"list_children\" if \"viewer\" on \"containing_project\";\n \"read\" if \"viewer\" on \"containing_project\";\n \"modify\" if \"limited-collaborator\" on \"containing_project\";\n \"create_child\" if \"limited-collaborator\" on \"containing_project\";\n }\n\n has_relation(parent: Project, \"containing_project\", child: Instance)\n if child.project = parent;\n \n\n resource IpPool {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: IpPool)\n if child.fleet = fleet;\n \n\n resource InstanceNetworkInterface {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = {\n containing_project: Project,\n parent: Instance\n };\n \"list_children\" if \"viewer\" on \"containing_project\";\n \"read\" if \"viewer\" on \"containing_project\";\n \"modify\" if \"limited-collaborator\" on \"containing_project\";\n \"create_child\" if \"limited-collaborator\" on \"containing_project\";\n }\n\n has_relation(project: Project, \"containing_project\", child: InstanceNetworkInterface)\n if has_relation(project, \"containing_project\", child.instance);\n\n has_relation(parent: Instance, \"parent\", child: InstanceNetworkInterface)\n if child.instance = parent;\n \n\n resource Vpc {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = { containing_project: Project };\n \"list_children\" if \"viewer\" on \"containing_project\";\n \"read\" if \"viewer\" on \"containing_project\";\n \"modify\" if \"collaborator\" on \"containing_project\";\n \"create_child\" if \"collaborator\" on \"containing_project\";\n }\n\n has_relation(parent: Project, \"containing_project\", child: Vpc)\n if child.project = parent;\n \n\n resource VpcRouter {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = {\n containing_project: Project,\n parent: Vpc\n };\n\n \"list_children\" if \"viewer\" on \"containing_project\";\n \"read\" if \"viewer\" on \"containing_project\";\n \"modify\" if \"collaborator\" on \"containing_project\";\n \"create_child\" if \"collaborator\" on \"containing_project\";\n }\n\n has_relation(project: Project, \"containing_project\", child: VpcRouter)\n if has_relation(project, \"containing_project\", child.vpc);\n\n has_relation(parent: Vpc, \"parent\", child: VpcRouter)\n if child.vpc = parent;\n \n\n resource InternetGateway {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = {\n containing_project: Project,\n parent: Vpc\n };\n\n \"list_children\" if \"viewer\" on \"containing_project\";\n \"read\" if \"viewer\" on \"containing_project\";\n \"modify\" if \"collaborator\" on \"containing_project\";\n \"create_child\" if \"collaborator\" on \"containing_project\";\n }\n\n has_relation(project: Project, \"containing_project\", child: InternetGateway)\n if has_relation(project, \"containing_project\", child.vpc);\n\n has_relation(parent: Vpc, \"parent\", child: InternetGateway)\n if child.vpc = parent;\n \n\n resource InternetGatewayIpPool {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = {\n containing_project: Project,\n parent: InternetGateway\n };\n\n \"list_children\" if \"viewer\" on \"containing_project\";\n \"read\" if \"viewer\" on \"containing_project\";\n \"modify\" if \"collaborator\" on \"containing_project\";\n \"create_child\" if \"collaborator\" on \"containing_project\";\n }\n\n has_relation(project: Project, \"containing_project\", child: InternetGatewayIpPool)\n if has_relation(project, \"containing_project\", child.internet_gateway);\n\n has_relation(parent: InternetGateway, \"parent\", child: InternetGatewayIpPool)\n if child.internet_gateway = parent;\n \n\n resource InternetGatewayIpAddress {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = {\n containing_project: Project,\n parent: InternetGateway\n };\n\n \"list_children\" if \"viewer\" on \"containing_project\";\n \"read\" if \"viewer\" on \"containing_project\";\n \"modify\" if \"collaborator\" on \"containing_project\";\n \"create_child\" if \"collaborator\" on \"containing_project\";\n }\n\n has_relation(project: Project, \"containing_project\", child: InternetGatewayIpAddress)\n if has_relation(project, \"containing_project\", child.internet_gateway);\n\n has_relation(parent: InternetGateway, \"parent\", child: InternetGatewayIpAddress)\n if child.internet_gateway = parent;\n \n\n resource RouterRoute {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = {\n containing_project: Project,\n parent: VpcRouter\n };\n\n \"list_children\" if \"viewer\" on \"containing_project\";\n \"read\" if \"viewer\" on \"containing_project\";\n \"modify\" if \"collaborator\" on \"containing_project\";\n \"create_child\" if \"collaborator\" on \"containing_project\";\n }\n\n has_relation(project: Project, \"containing_project\", child: RouterRoute)\n if has_relation(project, \"containing_project\", child.vpc_router);\n\n has_relation(parent: VpcRouter, \"parent\", child: RouterRoute)\n if child.vpc_router = parent;\n \n\n resource VpcSubnet {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = {\n containing_project: Project,\n parent: Vpc\n };\n\n \"list_children\" if \"viewer\" on \"containing_project\";\n \"read\" if \"viewer\" on \"containing_project\";\n \"modify\" if \"collaborator\" on \"containing_project\";\n \"create_child\" if \"collaborator\" on \"containing_project\";\n }\n\n has_relation(project: Project, \"containing_project\", child: VpcSubnet)\n if has_relation(project, \"containing_project\", child.vpc);\n\n has_relation(parent: Vpc, \"parent\", child: VpcSubnet)\n if child.vpc = parent;\n \n\n resource FloatingIp {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = { containing_project: Project };\n \"list_children\" if \"viewer\" on \"containing_project\";\n \"read\" if \"viewer\" on \"containing_project\";\n \"modify\" if \"limited-collaborator\" on \"containing_project\";\n \"create_child\" if \"limited-collaborator\" on \"containing_project\";\n }\n\n has_relation(parent: Project, \"containing_project\", child: FloatingIp)\n if child.project = parent;\n \n\n resource ExternalSubnet {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = { containing_project: Project };\n \"list_children\" if \"viewer\" on \"containing_project\";\n \"read\" if \"viewer\" on \"containing_project\";\n \"modify\" if \"limited-collaborator\" on \"containing_project\";\n \"create_child\" if \"limited-collaborator\" on \"containing_project\";\n }\n\n has_relation(parent: Project, \"containing_project\", child: ExternalSubnet)\n if child.project = parent;\n \n\n resource Image {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = { containing_silo: Silo };\n \"list_children\" if \"viewer\" on \"containing_silo\";\n \"read\" if \"viewer\" on \"containing_silo\";\n \"modify\" if \"collaborator\" on \"containing_silo\";\n \"create_child\" if \"collaborator\" on \"containing_silo\";\n }\n\n has_relation(parent: Silo, \"containing_silo\", child: Image)\n if child.silo = parent;\n \n\n resource SiloImage {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = { containing_silo: Silo };\n \"list_children\" if \"viewer\" on \"containing_silo\";\n \"read\" if \"viewer\" on \"containing_silo\";\n \"modify\" if \"collaborator\" on \"containing_silo\";\n \"create_child\" if \"collaborator\" on \"containing_silo\";\n }\n\n has_relation(parent: Silo, \"containing_silo\", child: SiloImage)\n if child.silo = parent;\n \n\n resource AddressLot {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: AddressLot)\n if child.fleet = fleet;\n \n\n resource Blueprint {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: Blueprint)\n if child.fleet = fleet;\n \n\n resource LoopbackAddress {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: LoopbackAddress)\n if child.fleet = fleet;\n \n\n\n resource ConsoleSession {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: ConsoleSession)\n if child.fleet = fleet;\n \n\n resource DeviceAuthRequest {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: DeviceAuthRequest)\n if child.fleet = fleet;\n \n\n resource DeviceAccessToken {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: DeviceAccessToken)\n if child.fleet = fleet;\n \n\n resource PhysicalDisk {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: PhysicalDisk)\n if child.fleet = fleet;\n \n\n resource Rack {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: Rack)\n if child.fleet = fleet;\n \n\n\n\n\n\n resource SupportBundle {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: SupportBundle)\n if child.fleet = fleet;\n \n\n\n\n resource Sled {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: Sled)\n if child.fleet = fleet;\n \n\n resource SubnetPool {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: SubnetPool)\n if child.fleet = fleet;\n \n\n resource TufRepo {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: TufRepo)\n if child.fleet = fleet;\n \n\n resource TufArtifact {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: TufArtifact)\n if child.fleet = fleet;\n \n\n resource TufTrustRoot {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: TufTrustRoot)\n if child.fleet = fleet;\n \n\n resource Alert {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: Alert)\n if child.fleet = fleet;\n \n\n resource AlertReceiver {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: AlertReceiver)\n if child.fleet = fleet;\n \n\n\n resource Zpool {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: Zpool)\n if child.fleet = fleet;\n \n\n resource Service {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: Service)\n if child.fleet = fleet;\n \n\n resource UserBuiltin {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: UserBuiltin)\n if child.fleet = fleet;\n \n\n"} {"msg":"Setting up resolver using DNS address: [::1]:58751","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:02.663809879Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"new DNS resolver","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:02.663908543Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","addresses":"[[::1]:58751]"} {"msg":"Setting up qorb database pool from a single host","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:02.663938869Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","url":"PostgresConfigWithUrl {\n url_raw: \"postgresql://root@[::1]:36931/omicron?sslmode=disable\",\n config: Config {\n user: Some(\n \"root\",\n ),\n password: None,\n dbname: Some(\n \"omicron\",\n ),\n options: None,\n application_name: None,\n ssl_mode: Disable,\n host: [\n Tcp(\n \"::1\",\n ),\n ],\n hostaddr: [],\n port: [\n 36931,\n ],\n connect_timeout: None,\n tcp_user_timeout: None,\n keepalives: true,\n keepalives_idle: 7200s,\n keepalives_interval: None,\n keepalives_retries: None,\n target_session_attrs: Any,\n channel_binding: Prefer,\n load_balance_hosts: Disable,\n },\n}"} {"msg":"registered USDT probes","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:02.66819516Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"Database schema version is up to date","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:05.09485475Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"desired_version":"241.0.0","found_version":"241.0.0","component":"datastore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"No db_metadata_nexus records exist - skipping access check","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2026-03-20T18:35:05.104613362Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"datastore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","explanation":"This is expected during initial deployment or before migration","nexus_id":"913233fe-92a8-4635-9572-183f495429c4 (omicron_zone)"} {"msg":"Datastore is ready for usage","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:05.104696014Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"registered USDT probes","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:05.246960067Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"id":"4dcfa589-d87d-4ae0-be59-13dedcb46575","component":"clickhouse-client","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:05.296579216Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:60299","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/crucible/0/upstairs/{upstairs_id}/downstairs/{downstairs_id}/stop-request","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:05.296658529Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:60299","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/crucible/0/upstairs/{upstairs_id}/downstairs/{downstairs_id}/stopped","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:05.296691734Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:60299","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/crucible/0/upstairs/{upstairs_id}/repair/{repair_id}/progress","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:05.29672192Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:60299","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/crucible/0/upstairs/{upstairs_id}/repair-finish","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:05.296746828Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:60299","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/crucible/0/upstairs/{upstairs_id}/repair-start","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:05.296777983Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:60299","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/disk/{disk_id}/remove-read-only-parent","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:05.296808519Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:60299","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/disks/{disk_id}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:05.296836186Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:60299","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/metrics/collectors","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:05.296857267Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:60299","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/metrics/collectors/{collector_id}/producers","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:05.296888462Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:60299","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/metrics/producers","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:05.296919328Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:60299","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/nat/ipv4/changeset/{from_gen}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:05.296941118Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:60299","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/probes/{sled}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:05.296973193Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:60299","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/refresh-vpc-routes","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:05.297007377Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:60299","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/sled-agents/{sled_id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:05.297033765Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:60299","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/sled-agents/{sled_id}","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:05.297056004Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:60299","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/switch/{switch_id}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:05.297081482Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:60299","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/ping","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:05.29710858Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:60299","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/vmms/{propolis_id}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:05.297131189Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:60299","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/volume/{volume_id}/remove-read-only-parent","method":"POST"} {"msg":"listening","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:05.297158207Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:60299","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"successfully registered DTrace USDT probes","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:05.297476799Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:60299","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:05.299639383Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:42716","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/bgtasks","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:05.299697766Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:42716","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/bgtasks/activate","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:05.299724943Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:42716","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/bgtasks/view/{bgtask_name}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:05.299752291Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:42716","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/clickhouse/policy","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:05.29977501Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:42716","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/clickhouse/policy","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:05.299801638Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:42716","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/debug/fetch-omdb-binary","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:05.299828675Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:42716","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/demo-saga","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:05.299850985Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:42716","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/demo-saga/{demo_saga_id}/complete","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:05.299878402Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:42716","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/deployment/blueprints/all","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:05.29990446Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:42716","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/deployment/blueprints/all/{blueprint_id}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:05.299929178Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:42716","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/deployment/blueprints/all/{blueprint_id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:05.299951848Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:42716","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/deployment/blueprints/import","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:05.299978755Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:42716","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/deployment/blueprints/regenerate","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:05.300005173Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:42716","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/deployment/blueprints/target","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:05.30003398Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:42716","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/deployment/blueprints/target","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:05.30005501Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:42716","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/deployment/blueprints/target/enabled","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:05.300082257Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:42716","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/deployment/reconfigurator-config","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:05.300108465Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:42716","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/deployment/reconfigurator-config","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:05.300129845Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:42716","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/deployment/reconfigurator-config/{version}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:05.300158652Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:42716","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/deployment/update-status","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:05.300186289Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:42716","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/experimental/v1/system/support-bundles","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:05.300213386Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:42716","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/experimental/v1/system/support-bundles","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:05.300235026Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:42716","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/experimental/v1/system/support-bundles/{bundle_id}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:05.300262004Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:42716","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/experimental/v1/system/support-bundles/{bundle_id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:05.300289581Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:42716","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/experimental/v1/system/support-bundles/{bundle_id}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:05.300316508Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:42716","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/experimental/v1/system/support-bundles/{bundle_id}/download","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:05.300345555Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:42716","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/experimental/v1/system/support-bundles/{bundle_id}/download","method":"HEAD"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:05.300368244Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:42716","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/experimental/v1/system/support-bundles/{bundle_id}/download/{file}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:05.300396121Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:42716","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/experimental/v1/system/support-bundles/{bundle_id}/download/{file}","method":"HEAD"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:05.300423309Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:42716","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/experimental/v1/system/support-bundles/{bundle_id}/index","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:05.300449846Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:42716","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/instances/{instance_id}/migrate","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:05.300471556Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:42716","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/mgs-updates","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:05.300496495Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:42716","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/oximeter/read-policy","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:05.300522562Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:42716","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/oximeter/read-policy","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:05.300567841Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:42716","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/physical-disk/expunge","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:05.300589291Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:42716","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/quiesce","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:05.300610911Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:42716","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/quiesce","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:05.300631552Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:42716","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/racks/{rack_id}/initialization-complete","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:05.300652632Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:42716","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/sagas","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:05.300673642Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:42716","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/sagas/{saga_id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:05.300695452Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:42716","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/sleds/expunge","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:05.300716172Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:42716","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/sleds/uninitialized","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:05.300737422Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:42716","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/trust-quorum/config/{rack_id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:05.300758383Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:42716","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/trust-quorum/lrtq-upgrade","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:05.300781662Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:42716","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/trust-quorum/remove/{sled}","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:05.300804042Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:42716","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/ping","method":"GET"} {"msg":"listening","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:05.300824652Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:42716","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"successfully registered DTrace USDT probes","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:05.300844952Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:42716","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"SEC running","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:05.300864313Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:05.301716867Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:05.301781527Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:05.30429159Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"attempting to create built-in users","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:05.304407926Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:05.304733684Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:05.304763461Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:05.305254392Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"starting MgsUpdateDriver","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:05.479257708Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"MgsUpdateDriver","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:05.487885146Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"peer_addr":"[::1]:56728","req_id":"a95f9fd3-1c27-47b1-802b-9c015bb568ca","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 4f cf 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 O............_mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:05.488512105Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"peer_addr":"[::1]:56728","req_id":"a95f9fd3-1c27-47b1-802b-9c015bb568ca","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 20431,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n}"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 20431,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} SERVFAIL: server is not authoritative for name: \"_mgs._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_action_failure_can_unwind_idempotently","level":50,"time":"2026-03-20T18:35:05.489219436Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"peer_addr":"[::1]:56728","req_id":"a95f9fd3-1c27-47b1-802b-9c015bb568ca","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:05.48944823Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"peer_addr":"[::1]:62283","req_id":"72f15695-7db5-41d1-a709-920545bb6125","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 74 (0x4a) bytes\n0000: 29 c0 01 00 00 01 00 00 00 00 00 01 0b 5f 72 65 )............_re\n0010: 70 6f 2d 64 65 70 6f 74 04 5f 74 63 70 0d 63 6f po-depot._tcp.co\n0020: 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 ntrol-plane.oxid\n0030: 65 08 69 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 e.internal..!...\n0040: 00 29 04 d0 00 00 00 00 00 00 .)........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:05.489548743Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"peer_addr":"[::1]:62283","req_id":"72f15695-7db5-41d1-a709-920545bb6125","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 10688,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_repo-depot._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_repo-depot._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 11,\n 95,\n 114,\n 101,\n 112,\n 111,\n 45,\n 100,\n 101,\n 112,\n 111,\n 116,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n}"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 10688,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_repo-depot._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_repo-depot._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 11,\n 95,\n 114,\n 101,\n 112,\n 111,\n 45,\n 100,\n 101,\n 112,\n 111,\n 116,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} SERVFAIL: server is not authoritative for name: \"_repo-depot._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_action_failure_can_unwind_idempotently","level":50,"time":"2026-03-20T18:35:05.489871673Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"peer_addr":"[::1]:62283","req_id":"72f15695-7db5-41d1-a709-920545bb6125","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:05.489960381Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"peer_addr":"[::1]:50157","req_id":"eae8ffc1-267a-4061-9428-6542ca434a6d","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 79 (0x4f) bytes\n0000: 2b 80 01 00 00 01 00 00 00 00 00 01 10 5f 63 72 +............_cr\n0010: 75 63 69 62 6c 65 2d 70 61 6e 74 72 79 04 5f 74 ucible-pantry._t\n0020: 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 cp.control-plane\n0030: 05 6f 78 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 .oxide.internal.\n0040: 00 21 00 01 00 00 29 04 d0 00 00 00 00 00 00 .!....)........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:05.490085533Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"peer_addr":"[::1]:50157","req_id":"eae8ffc1-267a-4061-9428-6542ca434a6d","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 11136,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_crucible-pantry._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_crucible-pantry._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 16,\n 95,\n 99,\n 114,\n 117,\n 99,\n 105,\n 98,\n 108,\n 101,\n 45,\n 112,\n 97,\n 110,\n 116,\n 114,\n 121,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n}"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 11136,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_crucible-pantry._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_crucible-pantry._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 16,\n 95,\n 99,\n 114,\n 117,\n 99,\n 105,\n 98,\n 108,\n 101,\n 45,\n 112,\n 97,\n 110,\n 116,\n 114,\n 121,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} SERVFAIL: server is not authoritative for name: \"_crucible-pantry._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_action_failure_can_unwind_idempotently","level":50,"time":"2026-03-20T18:35:05.490352259Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"peer_addr":"[::1]:50157","req_id":"eae8ffc1-267a-4061-9428-6542ca434a6d","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"created 5 built-in users","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:05.491744052Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:05.491821986Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:05.492104684Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:05.494390901Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"attempting to create built-in role assignments","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:05.494450744Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:05.494469655Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:05.494494054Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:05.494972491Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"created 4 built-in role assignments","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:05.6653763Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:05.665434983Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:05.66546218Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:05.671123998Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"attempting to create built-in silos","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:05.671194965Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:05.671214226Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:05.671238874Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:05.671515366Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"created 2 built-in silos","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:05.795900122Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:05.795961673Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:05.795987921Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:05.796474704Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:05.806190417Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:05.806258805Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:05.827355566Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"attempting to create built-in projects","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:05.827428122Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:05.827718447Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:05.827765895Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:05.828284034Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:05.835321162Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:05.835469174Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:05.835639205Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:05.835680785Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:05.83631533Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:05.895520242Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:05.895581544Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:05.895606452Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:05.89623554Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:05.90152467Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:05.905779442Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:05.905943406Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:05.906012494Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:05.906069267Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:05.906117045Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:05.906589056Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:05.909124847Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:05.909223271Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:05.909280464Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:05.909713043Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:05.912680613Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:05.92038763Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:05.920500817Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:05.920555932Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:05.924092877Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"created built-in services project","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:05.973936102Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:05.973996594Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:05.974022712Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:05.976606341Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"attempting to create built-in VPCs","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:05.976678137Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:05.976697498Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:05.976721117Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:05.977773268Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:05.980839512Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:05.980902993Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:05.98138191Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:05.986884192Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:05.986956118Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:05.986982726Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:05.987007924Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:05.987463952Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:05.996904733Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:05.996970512Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:05.996994961Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:05.997573742Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:06.025824166Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:06.025887007Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:06.025912015Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:06.02704234Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:06.037047058Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:06.052573019Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"successful lookup of siloed resource \"Project\" using built-in user","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:06.052647065Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:06.052783651Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:06.052828031Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:06.052855058Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:06.052880386Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:06.054127346Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:06.05973198Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:06.059793092Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:06.059820889Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:06.06033543Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:06.065989921Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:06.066051282Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:06.0660769Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:06.068512818Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:06.077202168Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:06.086011492Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:06.086084468Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:06.086111395Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:06.087815213Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:06.102131107Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:06.102216627Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:06.102246723Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:06.102272391Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:06.10304785Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:06.116698513Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:06.11676981Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:06.116795968Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:06.117424006Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:06.128236679Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:06.128306556Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:06.128332234Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:06.129966094Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:06.132696225Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:06.137700998Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:06.137851368Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:06.137897827Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:06.138337962Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:06.144265096Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:06.14432004Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:06.144871184Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:06.15062182Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:06.15068762Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:06.151100238Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:06.15666565Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:06.156740226Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:06.156770761Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:06.156796979Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:06.157360947Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:06.163251578Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:06.163302934Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:06.163327843Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:06.163959279Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:06.168880531Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:06.168963182Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:06.169022915Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:06.169723809Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:06.173443489Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:06.181116811Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:06.181217545Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:06.181246301Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:06.181723939Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:06.240973451Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"VpcRouter { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-074c-4000-8000-000000000001, lookup_type: ById(001de000-074c-4000-8000-000000000001) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:06.2410599Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:06.241087328Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:06.241113346Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:06.241802935Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:06.24966381Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:06.250400987Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:06.250467626Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:06.251229652Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:06.255766382Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:06.255851373Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:06.255891064Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:06.256320995Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:06.262553667Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:06.270900036Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"VpcRouter { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-074c-4000-8000-000000000001, lookup_type: ById(001de000-074c-4000-8000-000000000001) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:06.270983507Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:06.271061481Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:06.272220272Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:06.340173177Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"VpcRouter { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-074c-4000-8000-000000000001, lookup_type: ById(001de000-074c-4000-8000-000000000001) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:06.340249401Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:06.340275189Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:06.340298728Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:06.340862976Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:06.346284525Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:06.346337261Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:06.346361409Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:06.346901238Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:06.351836494Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:06.351901853Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:06.351927951Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:06.35251121Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:06.35786751Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:06.365929941Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"VpcRouter { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-074c-4000-8000-000000000001, lookup_type: ById(001de000-074c-4000-8000-000000000001) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:06.366009834Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:06.366037921Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:06.366541666Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"attempting to create built-in VPC firewall rules","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:06.377208577Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:06.377346293Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:06.377382426Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:06.377920056Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:06.386908567Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:06.386977595Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:06.388797978Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:06.391410693Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:06.391451374Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:06.39199788Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:06.394651626Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:06.394723023Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:06.39475109Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:06.394775339Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:06.395991174Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:06.398823807Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:06.39885999Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:06.398882809Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:06.39961296Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:06.402199567Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:06.402246115Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:06.402270204Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:06.402960193Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:06.406996517Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:06.415712164Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"successful lookup of siloed resource \"Vpc\" using built-in user","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:06.415789528Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:06.415810299Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:06.415845432Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:06.41587226Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:06.415897738Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:06.416286927Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:06.419607613Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:06.419736063Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:06.419791887Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:06.420309756Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:06.429322276Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:06.429369894Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:06.429395502Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:06.429803302Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:06.434737108Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:06.443935551Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:06.444020402Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:06.44404657Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:06.444287038Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:06.453210069Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:06.453406128Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:06.453473896Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:06.453529591Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:06.454192752Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:06.460294735Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:06.46034786Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:06.460371579Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:06.460847298Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:06.46578937Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:06.465881447Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:06.465909404Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:06.466442177Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:06.469677782Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:06.47484369Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:06.474977538Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:06.475011083Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:06.475526843Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"created built-in VPC firewall rules","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:06.589010767Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"attempting to create built-in VPC Subnets","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:06.589071649Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:06.58909138Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:06.589116498Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:06.589634497Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:06.593067611Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:06.593128773Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:06.593729363Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:06.597485807Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:06.597554545Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:06.598094474Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:06.601169924Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:06.601244859Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:06.601271357Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:06.601296055Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:06.601855575Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:06.60418827Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:06.604252121Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:06.604277149Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:06.604752188Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:06.607813405Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:06.60786701Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:06.607915337Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:06.608337771Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:06.612106959Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:06.61907285Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"successful lookup of siloed resource \"Vpc\" using built-in user","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:06.619216443Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:06.619237033Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:06.619261532Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:06.619561702Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:06.624495958Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:06.624565996Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:06.624594043Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:06.624618191Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:06.62541658Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:06.627888811Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:06.627955839Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:06.627981587Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:06.628325348Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:06.632688599Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:06.632749251Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:06.632775259Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:06.633526289Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:06.636408959Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:06.640919812Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:06.647365385Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"VpcRouter { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-074c-4000-8000-000000000001, lookup_type: ById(001de000-074c-4000-8000-000000000001) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:06.647437401Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:06.647466208Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:06.647490437Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:06.647944955Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:06.652565277Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:06.652608897Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:06.652631946Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:06.653127556Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:06.655385096Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:06.655433433Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:06.655476483Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:06.656131009Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:06.659272708Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:06.666081243Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"VpcRouter { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-074c-4000-8000-000000000001, lookup_type: ById(001de000-074c-4000-8000-000000000001) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:06.666160126Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:06.666185024Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:06.666462086Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:06.72351229Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:06.723577119Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:06.725845794Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:06.729117103Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:06.729204362Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:06.729232729Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:06.729257008Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:06.730001292Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:06.734236773Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:06.735987099Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:06.736038545Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:06.741019769Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:06.746897696Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:06.747073904Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:06.747105989Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:06.748961656Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:06.751697474Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:06.759119213Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:06.770638147Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"VpcRouter { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-074c-4000-8000-000000000001, lookup_type: ById(001de000-074c-4000-8000-000000000001) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:06.770712873Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:06.77073933Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:06.770764589Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:06.771240347Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:06.782317487Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:06.782386895Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:06.782421039Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:06.782900116Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:06.785331336Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:06.785388439Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:06.785421924Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:06.785836181Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:06.790073931Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:06.813057124Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"VpcRouter { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-074c-4000-8000-000000000001, lookup_type: ById(001de000-074c-4000-8000-000000000001) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:06.813143344Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:06.813170182Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:06.813483576Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:06.835149352Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:06.835288218Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:06.838151736Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:06.85186439Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:06.851967882Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:06.851995879Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:06.852021957Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:06.853252895Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:06.858970546Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:06.859103335Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:06.859129962Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:06.866053923Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:06.871693981Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:06.874431338Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:06.874496537Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:06.875585761Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:06.880280888Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:06.894883768Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:06.907775254Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"VpcRouter { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-074c-4000-8000-000000000001, lookup_type: ById(001de000-074c-4000-8000-000000000001) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:06.907855847Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:06.907883454Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:06.907907343Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:06.908689119Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:06.912511892Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:06.91257985Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:06.912607188Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:06.914406681Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:06.921514036Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:06.921577767Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:06.921603904Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:06.924175749Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:06.93017406Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:06.946392219Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"VpcRouter { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-074c-4000-8000-000000000001, lookup_type: ById(001de000-074c-4000-8000-000000000001) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:06.946535162Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:06.94658416Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:06.950838122Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:06.95851977Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:06.961026864Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:06.962729293Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"created built-in services vpc subnets","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:06.967537037Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"created built-in services vpc","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:06.967599478Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:06.967621818Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:06.967648735Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:06.970053607Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"attempting to create silo users","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:06.97011325Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:06.970135419Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:06.970161347Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:06.971034181Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"created 2 silo users","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:06.986052209Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"attempting to create silo user role assignments","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:06.986107863Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:06.986127354Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:06.986152602Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:06.989578059Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"created 2 silo user role assignments","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:06.99316723Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:06.993221925Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:06.993247963Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:06.994239962Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:07.003520077Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:07.003580269Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:07.004046382Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:07.021971957Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"IpPoolList","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:07.022147936Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:07.022178931Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:07.02220322Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:07.022908342Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:07.033741485Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:07.037545936Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"IpPoolList","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:07.037625499Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:07.037685861Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:07.038127656Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:07.16733381Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"IpPoolList","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:07.167504591Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:07.167672373Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:07.167815586Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:07.168552753Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:07.180055365Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:07.182551704Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"IpPoolList","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:07.182636855Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:07.182666551Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:07.18322749Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"populate complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:07.189413704Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:07.18974372Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"BlueprintConfig","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:07.189775336Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:07.189802343Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:07.189826372Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:07.19008873Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"Running step start_gateway_switch0","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:07.194681844Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"init_with_steps"} {"msg":"Starting Management Gateway","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:07.194719827Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:07.226053888Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:07.230008159Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"BlueprintConfig","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:07.230068171Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:07.230096408Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:07.230388322Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"activating background tasks","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:07.237853841Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:07.242960017Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":1,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:07.243352574Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:07.243436885Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:07.243499066Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:07.244369082Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:07.254234275Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":1,"reason":"Timeout"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:07.254817064Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_nameservice._tcp.control-plane.oxide.internal"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:07.256742389Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":1,"reason":"Timeout"} {"msg":"DNS propagation: skipped","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2026-03-20T18:35:07.256913769Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","reason":"no config nor servers"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:07.257060531Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"error\":\"no config nor servers\"}","iteration":1,"elapsed":"317.543µs"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:07.257756087Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":1,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:07.257853212Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:07.257905018Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:07.257971587Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:07.260835795Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:07.262198732Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":1,"reason":"Timeout"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:07.262280304Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_external-dns._tcp.control-plane.oxide.internal"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:07.262471325Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":1,"reason":"Timeout"} {"msg":"DNS propagation: skipped","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2026-03-20T18:35:07.262548509Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","reason":"no config nor servers"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:07.26261074Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"error\":\"no config nor servers\"}","iteration":1,"elapsed":"141.914µs"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:07.26269649Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":1,"reason":"Timeout"} {"msg":"Metric producer GC running","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:07.262835276Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","expiration":"2026-03-20 18:25:07.262792675 UTC"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:07.263058042Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:07.263117424Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:07.263640731Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:07.264830038Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:07.2649341Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:07.265003667Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:07.26506286Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:07.265114046Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:07.26566522Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:07.266585272Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"nat_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:07.266714952Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"nat_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:07.26678288Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"nat_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:07.268047492Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"nat_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:07.2695141Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:07.269544646Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:07.269570234Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:07.270028491Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:07.272400038Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:07.272438281Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:07.272466667Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:07.272493935Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:07.272881944Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:07.273886817Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":1,"reason":"Timeout"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:07.276767738Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":1,"reason":"Timeout"} {"msg":"Blueprint execution: skipped","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2026-03-20T18:35:07.276814596Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","reason":"no blueprint"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:07.28059155Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"error\":\"no blueprint\"}","iteration":1,"elapsed":"2.803437ms"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:07.280646184Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:07.280670243Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:07.280697411Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:07.280734863Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:07.280760871Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:07.281357933Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:07.28220407Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:07.282250438Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:07.282276356Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:07.282304313Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:07.282329911Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:07.283238109Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:07.284015878Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:07.284142479Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:07.284173654Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:07.284200981Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:07.284227399Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:07.284563623Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:07.311596784Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"blueprint_planner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":1,"reason":"Timeout"} {"msg":"reconfigurator config not yet loaded; doing nothing","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:07.311677756Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"blueprint_planner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:07.311701715Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"blueprint_planner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"\"Disabled\"","iteration":1,"elapsed":"77.974µs"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:07.311725844Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:07.311749972Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:07.31177693Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:07.311804937Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:07.311831095Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:07.312234757Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:07.323136558Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":1,"reason":"Timeout"} {"msg":"Blueprint execution: skipped","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2026-03-20T18:35:07.323202008Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","reason":"no blueprint"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:07.323224587Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"error\":\"no blueprint\"}","iteration":1,"elapsed":"65.419µs"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:07.323248626Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:07.323270566Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:07.323297303Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:07.323324021Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:07.323349019Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:07.324267362Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:07.353108182Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":1,"reason":"Timeout"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:07.353183617Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"error\":\"task disabled\"}","iteration":1,"elapsed":"66.499µs"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:07.353209575Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":1,"reason":"Timeout"} {"msg":"Blueprint rendezvous: skipped","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2026-03-20T18:35:07.353232784Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","reason":"no blueprint"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:07.353279283Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"error\":\"no blueprint\"}","iteration":1,"elapsed":"42.78µs"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:07.353302602Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":1,"reason":"Timeout"} {"msg":"Decommissioned Disk Cleaner disabled","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:07.353325591Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:07.353348471Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"deleted\":0,\"error\":null,\"error_count\":0,\"found\":0,\"not_ready_to_be_deleted\":0}","iteration":1,"elapsed":"96.865µs"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:07.353374948Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":1,"reason":"Timeout"} {"msg":"inventory collection is None","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2026-03-20T18:35:07.353399547Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:07.353420097Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"error\":\"inventory collection is None\"}","iteration":1,"elapsed":"79.073µs"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:07.353443706Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:07.353466306Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:07.353492704Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:07.353519871Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:07.35354434Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:07.354085828Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:07.354945308Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:07.355572567Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:07.355619235Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:07.357143066Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:07.357768216Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:07.357804849Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:07.357830597Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:07.358675684Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:07.359483388Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:07.359595856Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:07.3596295Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:07.359929871Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:07.360482494Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:07.36066349Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:07.360697973Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:07.360725291Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:07.360750839Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:07.361017275Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:07.364615582Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":1,"reason":"Timeout"} {"msg":"background instance updater explicitly disabled","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:07.364660361Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:07.364854531Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"destroyed_active_vmms\":0,\"disabled\":true,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":1,"elapsed":"253.252µs"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:07.364894552Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:07.365047061Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:07.365080276Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:07.365422657Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:07.366113066Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":1,"reason":"Timeout"} {"msg":"starting background task for service firewall rule propagation","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:07.366150388Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:07.366234059Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:07.366269493Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:07.367223559Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:07.367820492Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":1,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:07.367854786Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:07.367874737Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:07.367900894Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:07.367927122Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:07.367951961Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:07.368258458Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:07.369828748Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:07.370040949Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:07.370074924Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:07.370427869Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:07.371104195Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"saga_recovery","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":1,"reason":"Timeout"} {"msg":"saga recovery pass starting","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:07.371229057Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"SagaQuiesceHandle","component":"NexusQuiesceHandle","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"listing candidate sagas for recovery","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:07.371257414Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"SagaRecoverer","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:07.371280463Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"SagaRecoverer","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000003a8a (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:07.37130803Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"SagaRecoverer","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:07.371684635Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"SagaRecoverer","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000003a8a (built_in_user), .. })"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:07.597001522Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:07.598194657Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:07.598249272Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:07.602164122Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:07.610239737Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:07.637979429Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:07.650596642Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:07.651151065Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:07.652227934Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:07.652282439Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:07.652310875Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:07.655444388Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:07.655510787Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:07.655536665Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:07.655563693Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:07.655585243Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:07.655646314Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:07.655670713Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:07.655695372Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:07.658111298Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:07.66053892Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:07.660590865Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:07.660620282Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:07.660675046Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:07.660706552Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:07.661137201Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:07.661776354Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"tuf_repo_pruner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":1,"reason":"Timeout"} {"msg":"reconfigurator config not yet loaded; doing nothing","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:07.661821663Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"tuf_repo_pruner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:07.661912671Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"tuf_repo_pruner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"reason\":\"reconfigurator config not yet loaded\",\"status\":\"disabled\"}","iteration":1,"elapsed":"120.424µs"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:07.661944176Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:07.661966766Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:07.661992374Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:07.662362682Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:07.662962103Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"alert_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:07.663000695Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"alert_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:07.663027403Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"alert_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:07.671451536Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"alert_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:07.673050032Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"webhook_deliverator","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:07.673112733Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"webhook_deliverator","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:07.673139811Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"webhook_deliverator","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:07.673532328Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"webhook_deliverator","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:07.674228824Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":1,"reason":"Timeout"} {"msg":"multicast group reconciler activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:07.674276072Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"starting multicast reconciliation pass","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:07.674297552Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"skipping cache invalidation check: no inventory available","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:07.674319972Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:07.674339553Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:07.674574174Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":1,"reason":"Timeout"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:07.674611926Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:07.674682473Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:07.674709601Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:07.674735709Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:07.674766334Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:07.674793262Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:07.676340972Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:07.676395417Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"fm_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":1,"reason":"Timeout"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:07.676419726Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"fm_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"\"NoSitrep\"","iteration":1,"elapsed":"49.647µs"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:07.676443325Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:07.676465554Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:07.676490353Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:07.676511033Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:07.679779553Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":1,"reason":"Timeout"} {"msg":"distributing networking probes to sleds","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:07.679831289Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:07.679853739Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:07.679881106Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:07.679909033Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:07.679935501Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:07.682637904Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:07.697192987Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"trust_quorum_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:07.721340969Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"bgtask":"TrustQuorumManager","background_task":"trust_quorum_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:07.721405229Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"bgtask":"TrustQuorumManager","background_task":"trust_quorum_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:07.721433676Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"bgtask":"TrustQuorumManager","background_task":"trust_quorum_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:07.721459464Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"bgtask":"TrustQuorumManager","background_task":"trust_quorum_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:07.722253485Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"bgtask":"TrustQuorumManager","background_task":"trust_quorum_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:07.723589514Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"attached_subnet_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":1,"reason":"Timeout"} {"msg":"starting attached subnet manager work","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:07.724860113Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"attached_subnet_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:07.724897086Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:07.725087267Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"session_cleanup","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:07.725118962Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"session_cleanup","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:07.725143361Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"session_cleanup","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:07.725169619Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"session_cleanup","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:07.725193707Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"session_cleanup","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:07.725671295Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"session_cleanup","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:07.726369751Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"audit_log_timeout_incomplete","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:07.726400366Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"audit_log_timeout_incomplete","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"AuditLog","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:07.726427374Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"audit_log_timeout_incomplete","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:07.726455261Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"audit_log_timeout_incomplete","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:07.726480179Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"audit_log_timeout_incomplete","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:07.726830127Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"audit_log_timeout_incomplete","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:07.72736061Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"audit_log_cleanup","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:07.727391576Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"audit_log_cleanup","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"AuditLog","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:07.727416414Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"audit_log_cleanup","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:07.727442932Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"audit_log_cleanup","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:07.72746705Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"audit_log_cleanup","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:07.727846044Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"audit_log_cleanup","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"Running step start_dendrite_switch0","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:08.122372435Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"init_with_steps"} {"msg":"Starting Dendrite","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:08.122487542Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"switch_slot":"switch0"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:08.189898728Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"peer_addr":"[::1]:60550","req_id":"378663c4-660f-4b5c-a11f-68177d6d58a5","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 75 (0x4b) bytes\n0000: 10 ce 01 00 00 01 00 00 00 00 00 01 0c 5f 6e 61 ............._na\n0010: 6d 65 73 65 72 76 69 63 65 04 5f 74 63 70 0d 63 meservice._tcp.c\n0020: 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 ontrol-plane.oxi\n0030: 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 21 00 01 de.internal..!..\n0040: 00 00 29 04 d0 00 00 00 00 00 00 ..)........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:08.304648874Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"peer_addr":"[::1]:60550","req_id":"378663c4-660f-4b5c-a11f-68177d6d58a5","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 4302,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_nameservice._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 12,\n 95,\n 110,\n 97,\n 109,\n 101,\n 115,\n 101,\n 114,\n 118,\n 105,\n 99,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n}"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 4302,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_nameservice._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 12,\n 95,\n 110,\n 97,\n 109,\n 101,\n 115,\n 101,\n 114,\n 118,\n 105,\n 99,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} SERVFAIL: server is not authoritative for name: \"_nameservice._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_action_failure_can_unwind_idempotently","level":50,"time":"2026-03-20T18:35:08.305013035Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"peer_addr":"[::1]:60550","req_id":"378663c4-660f-4b5c-a11f-68177d6d58a5","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:08.305042551Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"peer_addr":"[::1]:30376","req_id":"5ee75b52-61eb-4bfe-b58d-919cc4fc8ad2","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 76 (0x4c) bytes\n0000: c3 76 01 00 00 01 00 00 00 00 00 01 0d 5f 65 78 .v..........._ex\n0010: 74 65 72 6e 61 6c 2d 64 6e 73 04 5f 74 63 70 0d ternal-dns._tcp.\n0020: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0030: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 21 00 ide.internal..!.\n0040: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:08.30517536Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"peer_addr":"[::1]:30376","req_id":"5ee75b52-61eb-4bfe-b58d-919cc4fc8ad2","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 50038,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_external-dns._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 13,\n 95,\n 101,\n 120,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 45,\n 100,\n 110,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n}"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 50038,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_external-dns._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 13,\n 95,\n 101,\n 120,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 45,\n 100,\n 110,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} SERVFAIL: server is not authoritative for name: \"_external-dns._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_action_failure_can_unwind_idempotently","level":50,"time":"2026-03-20T18:35:08.305682584Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"peer_addr":"[::1]:30376","req_id":"5ee75b52-61eb-4bfe-b58d-919cc4fc8ad2","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"Running step start_mgd_switch0","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:08.347719708Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"init_with_steps"} {"msg":"Starting mgd","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:08.347776712Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"switch_slot":"switch0"} {"msg":"failed to lookup DNS servers","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2026-03-20T18:35:08.460723376Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","error":"proto error: no records found for Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:08.463106498Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"error\":\"failed to read list of DNS servers: proto error: no records found for Query { name: Name(\\\"_nameservice._tcp.control-plane.oxide.internal.\\\"), query_type: SRV, query_class: IN }\"}","iteration":1,"elapsed":"1.206753548s"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:08.463180544Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:08.463818677Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:08.463879768Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:08.463907555Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:08.464454121Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"failed to lookup DNS servers","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2026-03-20T18:35:08.46585569Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","error":"proto error: no records found for Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:08.465911074Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"error\":\"failed to read list of DNS servers: proto error: no records found for Query { name: Name(\\\"_external-dns._tcp.control-plane.oxide.internal.\\\"), query_type: SRV, query_class: IN }\"}","iteration":1,"elapsed":"1.203680657s"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:08.468873656Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"peer_addr":"[::1]:36551","req_id":"5e4c1daf-b093-418d-9455-e04d28179d8d","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000: 3f 98 01 00 00 01 00 00 00 00 00 01 09 5f 64 65 ?............_de\n0010: 6e 64 72 69 74 65 04 5f 74 63 70 0d 63 6f 6e 74 ndrite._tcp.cont\n0020: 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 rol-plane.oxide.\n0030: 69 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 internal..!....)\n0040: 04 d0 00 00 00 00 00 00 ........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:08.468932609Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"peer_addr":"[::1]:36551","req_id":"5e4c1daf-b093-418d-9455-e04d28179d8d","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 16280,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 9,\n 95,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n}"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 16280,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 9,\n 95,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} SERVFAIL: server is not authoritative for name: \"_dendrite._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_action_failure_can_unwind_idempotently","level":50,"time":"2026-03-20T18:35:08.469370006Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"peer_addr":"[::1]:36551","req_id":"5e4c1daf-b093-418d-9455-e04d28179d8d","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:08.469404969Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"peer_addr":"[::1]:23110","req_id":"d92e36ad-5029-432b-8b63-438451f21a72","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 1b c7 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 ............._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:08.469440353Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"peer_addr":"[::1]:23110","req_id":"d92e36ad-5029-432b-8b63-438451f21a72","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 7111,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n}"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 7111,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} SERVFAIL: server is not authoritative for name: \"_mgs._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_action_failure_can_unwind_idempotently","level":50,"time":"2026-03-20T18:35:08.469642069Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"peer_addr":"[::1]:23110","req_id":"d92e36ad-5029-432b-8b63-438451f21a72","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:08.469664069Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"peer_addr":"[::1]:50263","req_id":"b9ca0047-38ca-4e9d-b9ed-31ea2073f475","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000: 07 5e 01 00 00 01 00 00 00 00 00 01 09 5f 64 65 .^..........._de\n0010: 6e 64 72 69 74 65 04 5f 74 63 70 0d 63 6f 6e 74 ndrite._tcp.cont\n0020: 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 rol-plane.oxide.\n0030: 69 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 internal..!....)\n0040: 04 d0 00 00 00 00 00 00 ........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:08.469697403Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"peer_addr":"[::1]:50263","req_id":"b9ca0047-38ca-4e9d-b9ed-31ea2073f475","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 1886,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 9,\n 95,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n}"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 1886,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 9,\n 95,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} SERVFAIL: server is not authoritative for name: \"_dendrite._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_action_failure_can_unwind_idempotently","level":50,"time":"2026-03-20T18:35:08.469888145Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"peer_addr":"[::1]:50263","req_id":"b9ca0047-38ca-4e9d-b9ed-31ea2073f475","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:08.473357502Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"failed to resolve addresses for Dendrite services","v":0,"name":"test_action_failure_can_unwind_idempotently","level":50,"time":"2026-03-20T18:35:08.478771314Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","error":"proto error: no records found for Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }"} {"msg":"failed to build DPD clients","v":0,"name":"test_action_failure_can_unwind_idempotently","level":50,"time":"2026-03-20T18:35:08.479068736Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","error":"proto error: no records found for Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }"} {"msg":"multicast RPW reconciliation pass completed with dataplane inconsistencies","v":0,"name":"test_action_failure_can_unwind_idempotently","level":50,"time":"2026-03-20T18:35:08.479105389Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dataplane_error_count":1,"orphaned_members_cleaned":0,"member_state_transitions":0,"active_groups_verified":0,"external_groups_deleted":0,"external_groups_created":0} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:08.479135765Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"disabled\":false,\"empty_groups_marked\":0,\"errors\":[\"failed to create multicast dataplane client: Internal Error: failed to build DPD clients\"],\"groups_created\":0,\"groups_deleted\":0,\"groups_verified\":0,\"members_deleted\":0,\"members_processed\":0}","iteration":1,"elapsed":"804.733492ms"} {"msg":"failed to resolve MGS addresses","v":0,"name":"test_action_failure_can_unwind_idempotently","level":50,"time":"2026-03-20T18:35:08.479170739Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","error":"Resolve(ResolveError { kind: Proto(ProtoError { kind: NoRecordsFound { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, soa: None, ns: None, negative_ttl: None, response_code: ServFail, trusted: true, authorities: None } }) })"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:08.479298119Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"disabled\":false,\"errors\":[\"failed to resolve MGS addresses: proto error: no records found for Query { name: Name(\\\"_mgs._tcp.control-plane.oxide.internal.\\\"), query_type: SRV, query_class: IN }\"],\"sps\":[]}","iteration":1,"elapsed":"804.720407ms"} {"msg":"failed to resolve addresses for Dendrite services","v":0,"name":"test_action_failure_can_unwind_idempotently","level":50,"time":"2026-03-20T18:35:08.479384409Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"attached_subnet_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","error":"proto error: no records found for Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }"} {"msg":"failed to lookup Dendrite clients, will not be able to forward attachments to Dendrite","v":0,"name":"test_action_failure_can_unwind_idempotently","level":50,"time":"2026-03-20T18:35:08.479418374Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"attached_subnet_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","error":"proto error: no records found for Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:08.479611944Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"attached_subnet_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:08.479646697Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"attached_subnet_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:08.480529807Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"attached_subnet_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:08.5446788Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"peer_addr":"[::1]:14261","req_id":"95e76879-aeae-49e5-8e24-cb1743955c0e","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000: f4 a8 01 00 00 01 00 00 00 00 00 01 09 5f 64 65 ............._de\n0010: 6e 64 72 69 74 65 04 5f 74 63 70 0d 63 6f 6e 74 ndrite._tcp.cont\n0020: 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 rol-plane.oxide.\n0030: 69 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 internal..!....)\n0040: 04 d0 00 00 00 00 00 00 ........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:08.544783142Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"peer_addr":"[::1]:14261","req_id":"95e76879-aeae-49e5-8e24-cb1743955c0e","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 62632,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 9,\n 95,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n}"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 62632,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 9,\n 95,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} SERVFAIL: server is not authoritative for name: \"_dendrite._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_action_failure_can_unwind_idempotently","level":50,"time":"2026-03-20T18:35:08.54560421Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"peer_addr":"[::1]:14261","req_id":"95e76879-aeae-49e5-8e24-cb1743955c0e","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"failed to resolve addresses for Dendrite services","v":0,"name":"test_action_failure_can_unwind_idempotently","level":50,"time":"2026-03-20T18:35:08.548039188Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"nat_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","error":"proto error: no records found for Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }"} {"msg":"failed to resolve addresses for Dendrite services","v":0,"name":"test_action_failure_can_unwind_idempotently","level":50,"time":"2026-03-20T18:35:08.548628724Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"nat_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","error":"proto error: no records found for Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:08.548680829Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"nat_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"error\":\"failed to resolve addresses for Dendrite services: proto error: no records found for Query { name: Name(\\\"_dendrite._tcp.control-plane.oxide.internal.\\\"), query_type: SRV, query_class: IN }\"}","iteration":1,"elapsed":"1.281499814s"} {"msg":"Metric producer GC complete (no errors)","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:08.549321142Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","pruned":"{}","expiration":"2026-03-20 18:25:07.262792675 UTC"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:08.551082493Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"expiration\":\"2026-03-20T18:25:07.262792675Z\",\"pruned\":[]}","iteration":1,"elapsed":"1.286732901s"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:08.551498759Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:08.567983724Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":1,"elapsed":"1.294055586s"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:08.576017219Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"peer_addr":"[::1]:49367","req_id":"469153a0-d8fc-4c25-a5c6-c990cd63d184","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000: 39 57 01 00 00 01 00 00 00 00 00 01 09 5f 64 65 9W..........._de\n0010: 6e 64 72 69 74 65 04 5f 74 63 70 0d 63 6f 6e 74 ndrite._tcp.cont\n0020: 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 rol-plane.oxide.\n0030: 69 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 internal..!....)\n0040: 04 d0 00 00 00 00 00 00 ........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:08.576078491Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"peer_addr":"[::1]:49367","req_id":"469153a0-d8fc-4c25-a5c6-c990cd63d184","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 14679,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 9,\n 95,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n}"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 14679,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 9,\n 95,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} SERVFAIL: server is not authoritative for name: \"_dendrite._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_action_failure_can_unwind_idempotently","level":50,"time":"2026-03-20T18:35:08.576927106Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"peer_addr":"[::1]:49367","req_id":"469153a0-d8fc-4c25-a5c6-c990cd63d184","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"failed to resolve addresses for Dendrite services","v":0,"name":"test_action_failure_can_unwind_idempotently","level":50,"time":"2026-03-20T18:35:08.580290602Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","error":"proto error: no records found for Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }"} {"msg":"failed to resolve addresses for Dendrite services","v":0,"name":"test_action_failure_can_unwind_idempotently","level":50,"time":"2026-03-20T18:35:08.580344757Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","error":"proto error: no records found for Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:08.580373494Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"error\":\"failed to resolve addresses for Dendrite services: proto error: no records found for Query { name: Name(\\\"_dendrite._tcp.control-plane.oxide.internal.\\\"), query_type: SRV, query_class: IN }\"}","iteration":1,"elapsed":"1.310670261s"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:08.803284968Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:08.843291717Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:08.843361474Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:08.843387522Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:08.843760039Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:08.852656443Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:08.861808287Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:08.861873987Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:08.861900434Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:08.890451459Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:08.942456049Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:08.942534303Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:08.943159122Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:08.944307728Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:09.016377419Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:09.016474074Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:09.01650428Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:09.016796144Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:09.0178154Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:09.020558765Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:09.020610221Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:09.020637408Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:09.020940747Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:09.025959714Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:09.035479927Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:09.03558041Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:09.035607967Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:09.036142219Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:09.037249104Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:09.060244013Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:09.060367055Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:09.060396002Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:09.060655222Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:09.062136663Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:09.094770389Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:09.153621956Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:60299","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","remote_addr":"127.0.0.1:40265"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:09.167869711Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:09.172844358Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:09.172915695Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:09.172942153Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:09.173257356Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:09.175790958Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:09.18114231Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:09.181760592Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:09.194768594Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:09.197721961Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:09.197776856Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:09.197803973Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:09.198057475Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:09.199088865Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:09.199142061Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:09.199473836Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"mgd port is 50266","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:09.201059689Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048} {"msg":"Running step record_switch_dns","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:09.201095902Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"init_with_steps"} {"msg":"Recording DNS for the switch zones","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:09.201114374Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"switch_slot":"switch0","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229"} {"msg":"Running step start_sled1","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:09.201174726Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"init_with_steps"} {"msg":"setting up sled agent server","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:09.201461462Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"created simulated sled agent","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:09.376767862Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","sim_mode":"Explicit"} {"msg":"registered sled b6d65341-167c-41df-9b5c-41cded99c229 storage","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:09.382317302Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"omicron_sled_agent::sim::SimulatedUpstairs"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:09.384221206Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"uri":"/nat/ipv4/changeset/0?limit=100","method":"GET","req_id":"e7844c15-d881-4517-8708-18d0f5562a16","remote_addr":"127.0.0.1:40265","local_addr":"127.0.0.1:60299","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"determined request API version","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:09.384287436Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"uri":"/nat/ipv4/changeset/0?limit=100","method":"GET","req_id":"e7844c15-d881-4517-8708-18d0f5562a16","remote_addr":"127.0.0.1:40265","local_addr":"127.0.0.1:60299","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:09.387077199Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/nat/ipv4/changeset/0?limit=100","method":"GET","req_id":"e7844c15-d881-4517-8708-18d0f5562a16","remote_addr":"127.0.0.1:40265","local_addr":"127.0.0.1:60299","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:09.387168116Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/nat/ipv4/changeset/0?limit=100","method":"GET","req_id":"e7844c15-d881-4517-8708-18d0f5562a16","remote_addr":"127.0.0.1:40265","local_addr":"127.0.0.1:60299","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:09.394590095Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/nat/ipv4/changeset/0?limit=100","method":"GET","req_id":"e7844c15-d881-4517-8708-18d0f5562a16","remote_addr":"127.0.0.1:40265","local_addr":"127.0.0.1:60299","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:09.397402947Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:09.401285172Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:09.401402198Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:09.401475934Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:09.401541543Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:09.401593379Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:09.402118235Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"failed to read DNS config","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2026-03-20T18:35:09.458788196Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","error":"Internal Error: expected exactly one latest version for DNS group Internal, found 0"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:09.475826504Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"error\":\"failed to read DNS config: Internal Error: expected exactly one latest version for DNS group Internal, found 0\"}","iteration":1,"elapsed":"2.232865108s"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:09.476173562Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:09.476229616Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:09.476796193Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"no more instances in need of reincarnation","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:09.477851242Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","reincarnation_reason":"instance failed","total_found":0} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:09.478170824Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:09.478207826Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:09.480929771Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"No ledger in /var/tmp/omicron_tmp/.tmphm2Wat/artifact-config.json","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:09.483497127Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"ArtifactStore","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"Failed to read ledger","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:09.483547394Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"ArtifactStore","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","error":"Not found in storage","path":"/var/tmp/omicron_tmp/.tmphm2Wat/artifact-config.json"} {"msg":"No ledger in /var/tmp/omicron_tmp/.tmp1E1wYs/artifact-config.json","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:09.48357712Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"ArtifactStore","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"Failed to read ledger","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:09.483598Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"ArtifactStore","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","error":"Not found in storage","path":"/var/tmp/omicron_tmp/.tmp1E1wYs/artifact-config.json"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:09.833365252Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"[::1]:44630","component":"dropshot (Repo Depot)","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/artifact/sha256/{sha256}","method":"GET"} {"msg":"listening","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:09.833495771Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"[::1]:44630","component":"dropshot (Repo Depot)","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"successfully registered DTrace USDT probes","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:09.856824884Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"[::1]:44630","component":"dropshot (Repo Depot)","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:09.865412051Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"[::1]:57324","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/artifacts","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:09.865466676Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"[::1]:57324","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/artifacts/{sha256}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:09.865490095Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"[::1]:57324","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/artifacts/{sha256}/copy-from-depot","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:09.865513354Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"[::1]:57324","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/artifacts-config","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:09.865535404Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"[::1]:57324","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/artifacts-config","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:09.865557204Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"[::1]:57324","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/bootstore/status","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:09.865579144Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"[::1]:57324","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all ending with 2.0.0","path":"/chicken-switch/destroy-orphaned-datasets","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:09.865602123Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"[::1]:57324","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all ending with 3.0.0","path":"/chicken-switch/destroy-orphaned-datasets","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:09.865625962Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"[::1]:57324","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all starting from 3.0.0","path":"/debug/switch-zone-policy","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:09.86565109Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"[::1]:57324","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all starting from 3.0.0","path":"/debug/switch-zone-policy","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:09.865675149Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"[::1]:57324","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all ending with 21.0.0","path":"/disks/{disk_id}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:09.865697948Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"[::1]:57324","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/eip-gateways","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:09.865720178Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"[::1]:57324","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all starting from 28.0.0","path":"/inventory","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:09.865742038Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"[::1]:57324","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"from 24.0.0 to 28.0.0","path":"/inventory","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:09.865764288Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"[::1]:57324","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"from 22.0.0 to 24.0.0","path":"/inventory","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:09.865785968Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"[::1]:57324","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"from 16.0.0 to 22.0.0","path":"/inventory","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:09.865809467Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"[::1]:57324","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"from 14.0.0 to 16.0.0","path":"/inventory","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:09.865831696Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"[::1]:57324","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"from 12.0.0 to 14.0.0","path":"/inventory","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:09.865853596Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"[::1]:57324","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"from 11.0.0 to 12.0.0","path":"/inventory","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:09.865875456Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"[::1]:57324","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"from 10.0.0 to 11.0.0","path":"/inventory","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:09.865898625Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"[::1]:57324","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"from 4.0.0 to 10.0.0","path":"/inventory","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:09.865921255Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"[::1]:57324","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all ending with 4.0.0","path":"/inventory","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:09.865943994Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"[::1]:57324","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all starting from 17.0.0","path":"/local-storage","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:09.865967063Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"[::1]:57324","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all starting from 17.0.0","path":"/local-storage","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:09.865989143Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"[::1]:57324","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"from 9.0.0 to 17.0.0","path":"/local-storage/{zpool_id}/{dataset_id}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:09.866026636Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"[::1]:57324","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"from 9.0.0 to 17.0.0","path":"/local-storage/{zpool_id}/{dataset_id}","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:09.866050555Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"[::1]:57324","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"from 20.0.0 to 23.0.0","path":"/network-bootstore-config","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:09.866072664Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"[::1]:57324","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all ending with 20.0.0","path":"/network-bootstore-config","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:09.866094434Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"[::1]:57324","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all starting from 26.0.0","path":"/network-bootstore-config","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:09.866119303Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"[::1]:57324","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"from 25.0.0 to 26.0.0","path":"/network-bootstore-config","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:09.866142072Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"[::1]:57324","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"from 20.0.0 to 25.0.0","path":"/network-bootstore-config","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:09.866165401Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"[::1]:57324","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all ending with 20.0.0","path":"/network-bootstore-config","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:09.8661901Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"[::1]:57324","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all starting from 14.0.0","path":"/omicron-config","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:09.866248123Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"[::1]:57324","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"from 11.0.0 to 14.0.0","path":"/omicron-config","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:09.866271982Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"[::1]:57324","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"from 10.0.0 to 11.0.0","path":"/omicron-config","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:09.866293592Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"[::1]:57324","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"from 4.0.0 to 10.0.0","path":"/omicron-config","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:09.866315142Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"[::1]:57324","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all ending with 4.0.0","path":"/omicron-config","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:09.866337201Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"[::1]:57324","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all starting from 10.0.0","path":"/probes","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:09.866360071Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"[::1]:57324","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"from 6.0.0 to 10.0.0","path":"/probes","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:09.86638299Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"[::1]:57324","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all starting from 19.0.0","path":"/rot/{rot}/attest","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:09.866406389Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"[::1]:57324","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all starting from 19.0.0","path":"/rot/{rot}/certificate-chain","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:09.866428839Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"[::1]:57324","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all starting from 19.0.0","path":"/rot/{rot}/measurement-log","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:09.866450988Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"[::1]:57324","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/sled-identifiers","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:09.866472278Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"[::1]:57324","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all ending with 8.0.0","path":"/sled-role","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:09.866495238Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"[::1]:57324","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/sleds","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:09.866516028Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"[::1]:57324","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support/dladm-info","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:09.866537518Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"[::1]:57324","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support/health-check","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:09.866560058Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"[::1]:57324","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support/ipadm-info","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:09.866580878Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"[::1]:57324","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support/logs/download/{zone}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:09.866604357Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"[::1]:57324","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support/logs/zones","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:09.866626697Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"[::1]:57324","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support/nvmeadm-info","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:09.866677323Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"[::1]:57324","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support/pargs-info","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:09.866699333Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"[::1]:57324","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support/pfiles-info","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:09.866722052Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"[::1]:57324","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support/pstack-info","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:09.866744322Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"[::1]:57324","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support/zfs-info","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:09.866766392Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"[::1]:57324","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support/zoneadm-info","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:09.866788871Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"[::1]:57324","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support/zpool-info","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:09.866811411Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"[::1]:57324","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support-bundles/{zpool_id}/{dataset_id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:09.86683485Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"[::1]:57324","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support-bundles/{zpool_id}/{dataset_id}/{support_bundle_id}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:09.866858529Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"[::1]:57324","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support-bundles/{zpool_id}/{dataset_id}/{support_bundle_id}","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:09.866882798Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"[::1]:57324","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support-bundles/{zpool_id}/{dataset_id}/{support_bundle_id}/download","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:09.866907526Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"[::1]:57324","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support-bundles/{zpool_id}/{dataset_id}/{support_bundle_id}/download","method":"HEAD"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:09.866932335Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"[::1]:57324","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support-bundles/{zpool_id}/{dataset_id}/{support_bundle_id}/download/{file}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:09.866956503Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"[::1]:57324","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support-bundles/{zpool_id}/{dataset_id}/{support_bundle_id}/download/{file}","method":"HEAD"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:09.866979513Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"[::1]:57324","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support-bundles/{zpool_id}/{dataset_id}/{support_bundle_id}/finalize","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:09.867003192Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"[::1]:57324","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support-bundles/{zpool_id}/{dataset_id}/{support_bundle_id}/index","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:09.86702746Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"[::1]:57324","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support-bundles/{zpool_id}/{dataset_id}/{support_bundle_id}/index","method":"HEAD"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:09.867051619Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"[::1]:57324","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support-bundles/{zpool_id}/{dataset_id}/{support_bundle_id}/transfer","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:09.867074239Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"[::1]:57324","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all starting from 20.0.0","path":"/switch-ports","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:09.867550737Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"[::1]:57324","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all ending with 20.0.0","path":"/switch-ports","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:09.867610269Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"[::1]:57324","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all starting from 13.0.0","path":"/trust-quorum/commit","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:09.867638066Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"[::1]:57324","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all starting from 13.0.0","path":"/trust-quorum/configuration","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:09.8676732Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"[::1]:57324","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all starting from 13.0.0","path":"/trust-quorum/coordinator-status","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:09.867697609Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"[::1]:57324","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all starting from 15.0.0","path":"/trust-quorum/network-config","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:09.867721817Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"[::1]:57324","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all starting from 15.0.0","path":"/trust-quorum/network-config","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:09.867745856Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"[::1]:57324","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all starting from 13.0.0","path":"/trust-quorum/prepare-and-commit","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:09.867769755Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"[::1]:57324","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all starting from 13.0.0","path":"/trust-quorum/proxy/commit","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:09.867793964Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"[::1]:57324","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all starting from 13.0.0","path":"/trust-quorum/proxy/prepare-and-commit","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:09.867817863Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"[::1]:57324","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all starting from 13.0.0","path":"/trust-quorum/proxy/status","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:09.867841852Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"[::1]:57324","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all starting from 15.0.0","path":"/trust-quorum/status","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:09.867865131Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"[::1]:57324","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all starting from 13.0.0","path":"/trust-quorum/upgrade","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:09.8678887Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"[::1]:57324","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/v2p","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:09.867912029Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"[::1]:57324","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/v2p","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:09.867935468Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"[::1]:57324","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/v2p","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:09.867963315Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"[::1]:57324","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vmms/{propolis_id}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:09.867986394Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"[::1]:57324","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all starting from 18.0.0","path":"/vmms/{propolis_id}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:09.868010263Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"[::1]:57324","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"from 17.0.0 to 18.0.0","path":"/vmms/{propolis_id}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:09.868033622Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"[::1]:57324","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"from 11.0.0 to 17.0.0","path":"/vmms/{propolis_id}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:09.868058511Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"[::1]:57324","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"from 10.0.0 to 11.0.0","path":"/vmms/{propolis_id}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:09.868083499Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"[::1]:57324","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"from 9.0.0 to 10.0.0","path":"/vmms/{propolis_id}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:09.868107918Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"[::1]:57324","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"from 7.0.0 to 9.0.0","path":"/vmms/{propolis_id}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:09.868132946Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"[::1]:57324","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all ending with 7.0.0","path":"/vmms/{propolis_id}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:09.868156006Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"[::1]:57324","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all starting from 18.0.0","path":"/vmms/{propolis_id}/attached-subnets","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:09.868180154Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"[::1]:57324","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all starting from 18.0.0","path":"/vmms/{propolis_id}/attached-subnets","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:09.868204023Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"[::1]:57324","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all starting from 18.0.0","path":"/vmms/{propolis_id}/attached-subnets","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:09.868228042Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"[::1]:57324","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all starting from 18.0.0","path":"/vmms/{propolis_id}/attached-subnets/{subnet}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:09.868251651Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"[::1]:57324","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vmms/{propolis_id}/disks/{disk_id}/snapshot","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:09.86827507Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"[::1]:57324","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vmms/{propolis_id}/external-ip","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:09.868298369Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"[::1]:57324","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vmms/{propolis_id}/external-ip","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:09.868322458Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"[::1]:57324","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all starting from 7.0.0","path":"/vmms/{propolis_id}/multicast-group","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:09.868346897Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"[::1]:57324","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all starting from 7.0.0","path":"/vmms/{propolis_id}/multicast-group","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:09.868372695Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"[::1]:57324","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vmms/{propolis_id}/poke","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:09.868396794Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"[::1]:57324","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vmms/{propolis_id}/poke-single-step","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:09.868420473Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"[::1]:57324","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vmms/{propolis_id}/sim-migration-source","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:09.868444332Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"[::1]:57324","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vmms/{propolis_id}/state","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:09.868467771Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"[::1]:57324","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vmms/{propolis_id}/state","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:09.86849106Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"[::1]:57324","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all starting from 10.0.0","path":"/vpc/{vpc_id}/firewall/rules","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:09.868514929Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"[::1]:57324","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all ending with 10.0.0","path":"/vpc/{vpc_id}/firewall/rules","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:09.868538668Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"[::1]:57324","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vpc-routes","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:09.868561037Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"[::1]:57324","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vpc-routes","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:09.868584047Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"[::1]:57324","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/zones","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:09.868655763Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"[::1]:57324","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/zones/bundle-cleanup","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:09.868706949Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"[::1]:57324","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/zones/bundle-cleanup/context","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:09.868729789Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"[::1]:57324","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/zones/bundle-cleanup/context","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:09.868751609Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"[::1]:57324","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/zones/bundle-cleanup/utilization","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:09.868775458Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"[::1]:57324","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/zones/bundles","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:09.868798017Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"[::1]:57324","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/zones/bundles/{zone_name}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:09.868820846Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"[::1]:57324","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/zones/bundles/{zone_name}/{bundle_id}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:09.868844605Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"[::1]:57324","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/zones/bundles/{zone_name}/{bundle_id}","method":"GET"} {"msg":"listening","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:09.868867385Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"[::1]:57324","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"successfully registered DTrace USDT probes","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:09.868887306Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"[::1]:57324","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"contacting server nexus","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:09.869452583Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:09.871098787Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"NexusClient","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","body":"Some(Body)","uri":"http://127.0.0.1:60299/sled-agents/b6d65341-167c-41df-9b5c-41cded99c229","method":"POST"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:09.901933001Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"errors\":[],\"found_port_ok\":[]}","iteration":1,"elapsed":"2.30492858s"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:09.902110028Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":1,"elapsed":"2.250008106s"} {"msg":"listed in-progress sagas","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:09.902606398Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"SagaRecoverer","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","count":0} {"msg":"saga recovery pass finished","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:09.908217429Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"SagaQuiesceHandle","component":"NexusQuiesceHandle","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","blueprint_id":"None","generation":"1"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:09.908690539Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"saga_recovery","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"last_pass\":{\"Success\":{\"nfailed\":0,\"nfound\":0,\"nrecovered\":0,\"nremoved\":0,\"nskipped\":0}},\"ntotal_failures\":0,\"ntotal_finished\":0,\"ntotal_recovered\":0,\"ntotal_sec_errors_bad_state\":0,\"ntotal_sec_errors_missing\":0,\"ntotal_started\":0,\"recent_failures\":[],\"recent_recoveries\":[]}","iteration":1,"elapsed":"2.53759394s"} {"msg":"Found abandoned VMMs","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:09.909128065Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","total":0,"count":0} {"msg":"Abandoned VMMs reaped","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:09.909193905Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","vmms_already_deleted":0,"vmms_deleted":0,"sled_reservations_deleted":0,"vmms_found":0} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:09.909276076Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"errors\":[],\"sled_reservations_deleted\":0,\"vmms_already_deleted\":0,\"vmms_deleted\":0,\"vmms_found\":0}","iteration":1,"elapsed":"2.539469898s"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:09.90965589Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:09.909738921Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:09.91942048Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:09.930672818Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:60299","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","remote_addr":"127.0.0.1:35256"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:09.957536497Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:09.957612642Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:09.961892532Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:10.072239675Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"uri":"/sled-agents/b6d65341-167c-41df-9b5c-41cded99c229","method":"POST","req_id":"0953e67a-6632-4024-a003-28d682ed16a3","remote_addr":"127.0.0.1:35256","local_addr":"127.0.0.1:60299","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"determined request API version","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:10.072469758Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"uri":"/sled-agents/b6d65341-167c-41df-9b5c-41cded99c229","method":"POST","req_id":"0953e67a-6632-4024-a003-28d682ed16a3","remote_addr":"127.0.0.1:35256","local_addr":"127.0.0.1:60299","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"} {"msg":"registered sled agent","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:10.101920844Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","sled_uuid":"b6d65341-167c-41df-9b5c-41cded99c229"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:10.10453295Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:10.104603717Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:10.104631354Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:10.104657102Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:10.106019019Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:10.107031178Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:10.114214798Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:10.114326776Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:10.114353604Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:10.114547054Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:10.220686643Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"errors\":[],\"requests_created_ok\":[]}","iteration":1,"elapsed":"2.558711111s"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:10.220810276Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:10.223803184Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:10.223861897Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:10.22391911Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:10.223950745Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:10.223977843Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:10.228314666Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"all webhook delivery tasks completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:10.232793244Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"webhook_deliverator","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","num_receivers":0} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:10.233085208Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"webhook_deliverator","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"by_rx\":{},\"error\":null}","iteration":1,"elapsed":"2.560110321s"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:10.233334752Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"errors\":[],\"finish_invoked_ok\":[]}","iteration":1,"elapsed":"2.578013667s"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:10.240300593Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"session_cleanup","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:10.279754549Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"session_cleanup","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:10.279862119Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"session_cleanup","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:10.279928878Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"session_cleanup","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:10.282654591Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"session_cleanup","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:10.283983423Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:10.330634142Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:10.347472853Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"audit_log_timeout_incomplete","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:10.349631449Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"audit_log_timeout_incomplete","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"AuditLog","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:10.349904992Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"audit_log_timeout_incomplete","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:10.349979447Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"audit_log_timeout_incomplete","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:10.350522135Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"audit_log_timeout_incomplete","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:10.351940805Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"audit_log_cleanup","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:10.356265954Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"audit_log_cleanup","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"AuditLog","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:10.356345377Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"audit_log_cleanup","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:10.356400452Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"audit_log_cleanup","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:10.356784833Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"audit_log_cleanup","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"failed to read target blueprint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2026-03-20T18:35:10.36634Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","error":"Internal Error: no target blueprint set"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:10.366408538Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"error\":\"failed to read target blueprint: Internal Error: no target blueprint set\"}","iteration":1,"elapsed":"3.055198515s"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:10.366753538Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:10.3699315Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:10.369985175Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:10.370011003Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:10.375189106Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:10.383247209Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"bgtask":"TrustQuorumManager","background_task":"trust_quorum_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:10.391222361Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"bgtask":"TrustQuorumManager","background_task":"trust_quorum_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:10.391290289Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"bgtask":"TrustQuorumManager","background_task":"trust_quorum_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:10.391318856Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"bgtask":"TrustQuorumManager","background_task":"trust_quorum_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:10.391581384Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"bgtask":"TrustQuorumManager","background_task":"trust_quorum_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:10.408884369Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:10.413391163Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:10.413474914Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:10.413572809Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:10.413639638Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:10.413690284Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:10.414144143Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:10.432118936Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:10.432240439Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:10.435553239Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:10.439621607Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{}","iteration":1,"elapsed":"3.086171184s"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:10.439867683Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","candidates":"[]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:10.440026539Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"failed to read DNS config","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2026-03-20T18:35:10.444716079Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","error":"Internal Error: expected exactly one latest version for DNS group External, found 0"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:10.444858752Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"error\":\"failed to read DNS config: Internal Error: expected exactly one latest version for DNS group External, found 0\"}","iteration":1,"elapsed":"3.187284491s"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:10.462506867Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"\"NoCollections\"","iteration":1,"elapsed":"3.180281616s"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:10.469966538Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"peer_addr":"[::1]:26678","req_id":"a8ff68d8-1dfd-4f0c-b3fe-872a248c096e","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 1f 5f 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 ._..........._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:10.4701351Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"peer_addr":"[::1]:26678","req_id":"a8ff68d8-1dfd-4f0c-b3fe-872a248c096e","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 8031,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n}"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 8031,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} SERVFAIL: server is not authoritative for name: \"_mgs._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_action_failure_can_unwind_idempotently","level":50,"time":"2026-03-20T18:35:10.473860338Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"peer_addr":"[::1]:26678","req_id":"a8ff68d8-1dfd-4f0c-b3fe-872a248c096e","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"reconfigurator config load complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:10.479216167Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","switches":"Loaded(ReconfiguratorConfigView { version: 1, config: ReconfiguratorConfig { planner_enabled: false, planner_config: PlannerConfig { add_zones_with_mupdate_override: false }, tuf_repo_pruner_enabled: true }, time_modified: 2026-03-20T18:35:07.189424Z })"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:10.484123975Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"config_updated\":true}","iteration":1,"elapsed":"3.195319604s"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:10.484322003Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"blueprint_planner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":2,"reason":"Dependency"} {"msg":"blueprint planning disabled, doing nothing","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:10.484485537Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"blueprint_planner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:10.484548418Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"blueprint_planner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"\"Disabled\"","iteration":2,"elapsed":"231.702µs"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:10.484704096Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"tuf_repo_pruner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":2,"reason":"Dependency"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:10.485758995Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"tuf_repo_pruner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:10.486287879Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"tuf_repo_pruner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:10.502793765Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"tuf_repo_pruner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:10.502989894Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"tuf_repo_pruner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:10.503454428Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"tuf_repo_pruner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"listed attached subnets","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:10.50493278Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"attached_subnet_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","n_subnets":0} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:10.505056952Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"attached_subnet_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"db_error\":null,\"dendrite\":{},\"sled\":{}}","iteration":1,"elapsed":"2.781475955s"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:10.505665779Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:10.525175398Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:10.525244986Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:10.525271004Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:10.525702603Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"all instance checks complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:10.575795382Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:10.575869597Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":1,"elapsed":"3.215390102s"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:10.595870778Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"uri":"/nat/ipv4/changeset/0?limit=100","method":"GET","req_id":"e7844c15-d881-4517-8708-18d0f5562a16","remote_addr":"127.0.0.1:40265","local_addr":"127.0.0.1:60299","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":1211817,"response_code":200} {"msg":"inventory collection failed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2026-03-20T18:35:10.603853516Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","error":"failed to collect inventory: looking up MGS addresses: proto error: no records found for Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:10.603932409Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"error\":\"failed to collect inventory: looking up MGS addresses: proto error: no records found for Query { name: Name(\\\"_mgs._tcp.control-plane.oxide.internal.\\\"), query_type: SRV, query_class: IN }\"}","iteration":1,"elapsed":"3.323459145s"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:10.660948329Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":1,"elapsed":"3.303163411s"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:10.696636266Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:10.705468999Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:10.706497651Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:10.712107712Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:10.712304041Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:10.712344472Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:10.713243364Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:10.717343778Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:10.73318806Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:10.733262975Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:10.733290392Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:10.733713956Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:10.768846021Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:10.768922335Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:10.768952531Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:10.768979079Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:10.769842437Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"session cleanup found no expired sessions","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:10.797685381Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"session_cleanup","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","cutoff":"2026-03-19 18:35:07.725078271 UTC"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:10.797768073Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"session_cleanup","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"cutoff\":\"2026-03-19T18:35:07.725078271Z\",\"deleted\":0,\"error\":null,\"limit\":10000}","iteration":1,"elapsed":"3.072647162s"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:11.02026619Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"\"NoSitrep\"","iteration":1,"elapsed":"3.123367948s"} {"msg":"reprocessing 0 outdated webhook globs...","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:11.020606342Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"alert_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:11.020649692Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"alert_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:11.020676679Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"alert_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:11.021186532Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"alert_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"audit log cleanup: no old entries to delete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:11.022239303Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"audit_log_cleanup","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","cutoff":"2025-12-20 18:35:07.727348785 UTC"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:11.022322064Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"audit_log_cleanup","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"cutoff\":\"2025-12-20T18:35:07.727348785Z\",\"error\":null,\"max_deleted_per_activation\":10000,\"rows_deleted\":0}","iteration":1,"elapsed":"3.29492856s"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:11.056252128Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:11.069117956Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:11.069192801Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:11.069219799Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:11.069581921Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:11.070671724Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":1,"elapsed":"3.711177771s"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:11.070872271Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:11.070909983Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:11.071255003Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:11.07192707Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":1,"elapsed":"3.462918761s"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:11.131827199Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"tuf_repo_pruner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:11.134961292Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"tuf_repo_pruner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:11.135032349Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"tuf_repo_pruner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:11.135058397Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"tuf_repo_pruner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:11.135325932Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"tuf_repo_pruner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:11.138005986Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:11.138064539Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:11.138093046Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:11.138118224Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:11.138905898Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"audit log timeout: no stale entries found","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:11.141764439Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"audit_log_timeout_incomplete","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","cutoff":"2026-03-20 14:35:07.726368041 UTC"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:11.14184741Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"audit_log_timeout_incomplete","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"cutoff\":\"2026-03-20T14:35:07.726368041Z\",\"error\":null,\"max_timed_out_per_activation\":1000,\"timed_out\":0}","iteration":1,"elapsed":"3.415433011s"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:11.141929242Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:11.141961947Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:11.142953346Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"webhook dispatching completed successfully","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:11.148832242Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"alert_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","events_without_receivers":0,"events_dispatched":0} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:11.148920621Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"alert_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"dispatched\":[],\"errors\":[],\"glob_version\":\"241.0.0\",\"globs_reprocessed\":{},\"no_receivers\":[]}","iteration":1,"elapsed":"3.485953471s"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:11.281668339Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:11.281745653Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:11.281774889Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:11.294896239Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:11.331163486Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:11.331230105Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:11.331260671Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:11.331295035Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:11.331870137Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"Loaded 0 active trust quorum configurations from database","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:11.334025245Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"bgtask":"TrustQuorumManager","bgtask":"TrustQuorumManager","background_task":"trust_quorum_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:11.334104208Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"trust_quorum_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"PerRackStatus\":{\"errors\":[],\"statuses\":[]}}","iteration":1,"elapsed":"3.636953831s"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:11.336586984Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:11.348765002Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:11.348835599Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:11.348862466Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:11.349135499Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:11.353473003Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:11.356809192Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:11.357173142Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:11.357226338Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:11.357254854Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:11.357968113Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:11.363822261Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"tuf_repo_pruner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:11.363881613Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"tuf_repo_pruner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:11.36390949Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"tuf_repo_pruner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:11.363934608Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"tuf_repo_pruner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:11.370811661Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"tuf_repo_pruner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"failed to read Silo/DNS/TLS configuration","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2026-03-20T18:35:11.375074299Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","error":"Internal Error: expected at least one external DNS zone"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:11.375127734Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"error\":\"failed to read Silo/DNS/TLS configuration: Internal Error: expected at least one external DNS zone\"}","iteration":1,"elapsed":"4.110248869s"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:11.391828079Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:11.454139207Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"successful lookup of siloed resource \"Vpc\" using built-in user","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:11.454212083Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:11.454274034Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:11.461137583Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:11.46191877Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:11.46200439Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:11.482183937Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:11.487702861Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:11.487775877Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:11.487803534Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:11.487828163Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:11.48953469Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:11.527670778Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"tuf_repo_pruner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:11.531091467Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"tuf_repo_pruner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:11.531158476Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"tuf_repo_pruner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:11.531960443Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"tuf_repo_pruner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:11.540342166Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"tuf_repo_pruner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:11.609627461Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[],\"step_set_volume_deleted_ok\":[]}","iteration":1,"elapsed":"3.95608288s"} {"msg":"No bundles to collect","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:11.609735341Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:11.609808127Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"cleanup_err\":null,\"cleanup_report\":{\"db_destroying_bundles_removed\":0,\"db_failing_bundles_updated\":0,\"sled_bundles_delete_failed\":0,\"sled_bundles_deleted_not_found\":0,\"sled_bundles_deleted_ok\":0},\"collection_err\":null,\"collection_report\":null}","iteration":1,"elapsed":"4.286583121s"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:11.610032003Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:11.610070405Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:11.610098392Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:11.611601284Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:11.614572682Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:11.629370112Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:11.62943837Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:11.629464268Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:11.629491645Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:11.629515294Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:11.629937308Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:11.631565661Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":2,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:11.63161144Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:11.631639317Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:11.631665914Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:11.631691013Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:11.63206294Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:11.633039066Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"uri":"/sled-agents/b6d65341-167c-41df-9b5c-41cded99c229","method":"POST","req_id":"0953e67a-6632-4024-a003-28d682ed16a3","remote_addr":"127.0.0.1:35256","local_addr":"127.0.0.1:60299","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":1560803,"response_code":204} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:11.633904533Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:11.633952251Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:11.633979808Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:11.634004897Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:11.634362331Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:11.777940072Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"NexusClient","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","result":"Ok(Response { url: \"http://127.0.0.1:60299/sled-agents/b6d65341-167c-41df-9b5c-41cded99c229\", status: 204, headers: {\"x-request-id\": \"0953e67a-6632-4024-a003-28d682ed16a3\", \"date\": \"Fri, 20 Mar 2026 18:35:11 GMT\"} })"} {"msg":"no more instances in need of reincarnation","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:11.778433223Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","reincarnation_reason":"start saga failed","total_found":0} {"msg":"instance reincarnation completed successfully","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:11.77852514Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","instances_changed_state":0,"instances_reincarnated":0,"instances_found":0} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:11.77876199Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"changed_state\":[],\"disabled\":false,\"errors\":[],\"instances_found\":{\"Failed\":0,\"SagaUnwound\":0},\"instances_reincarnated\":[],\"restart_errors\":[]}","iteration":1,"elapsed":"4.413816891s"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:11.781669488Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:11.781719125Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:11.781748612Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:11.78177403Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:11.785288286Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"VPC route manager sled b6d65341-167c-41df-9b5c-41cded99c229","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:12.321891607Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:12.322028423Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:57324/vpc-routes","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:12.344027685Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:12.36937432Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:12.369443227Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:12.369474723Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:12.369941306Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:12.378436156Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:12.378540208Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:12.378602289Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:12.379250757Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:12.386285826Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"tuf_repo_pruner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"TargetReleaseConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:12.386458496Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"tuf_repo_pruner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:12.386534801Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"tuf_repo_pruner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:12.386565866Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"tuf_repo_pruner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:12.387907183Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"tuf_repo_pruner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"Running step configure_boundary_ntp","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:12.39148218Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"init_with_steps"} {"msg":"Running step start_crucible_pantry","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:12.391533476Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"init_with_steps"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:12.40073141Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"[::1]:44939","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/pantry/0","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:12.400800078Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"[::1]:44939","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/pantry/0/job/{id}/is-finished","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:12.400827415Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"[::1]:44939","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/pantry/0/job/{id}/ok","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:12.400851944Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"[::1]:44939","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/pantry/0/volume/{id}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:12.400876332Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"[::1]:44939","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/pantry/0/volume/{id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:12.400900441Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"[::1]:44939","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/pantry/0/volume/{id}","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:12.40092527Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"[::1]:44939","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/pantry/0/volume/{id}/background","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:12.400949668Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"[::1]:44939","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/pantry/0/volume/{id}/bulk-write","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:12.400972738Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"[::1]:44939","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/pantry/0/volume/{id}/import-from-url","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:12.400997436Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"[::1]:44939","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/pantry/0/volume/{id}/scrub","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:12.401021715Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"[::1]:44939","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/pantry/0/volume/{id}/snapshot","method":"POST"} {"msg":"listening","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:12.401046333Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"[::1]:44939","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"successfully registered DTrace USDT probes","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:12.401738302Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"[::1]:44939","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"Started Simulated Crucible Pantry","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:12.401793926Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","address":"[::1]:44939"} {"msg":"Running step populate_internal_dns","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:12.401815646Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"init_with_steps"} {"msg":"Populating Internal DNS","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:12.401833317Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048} {"msg":"DNS population: DnsConfigParams {\n generation: Generation(\n 1,\n ),\n serial: 1,\n time_created: 2026-03-20T18:35:12.511763564Z,\n zones: [\n DnsConfigZone {\n zone_name: \"control-plane.oxide.internal\",\n records: {\n \"_dendrite._tcp\": [\n Srv(\n Srv {\n prio: 0,\n weight: 0,\n port: 35630,\n target: \"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\",\n },\n ),\n ],\n \"913233fe-92a8-4635-9572-183f495429c4.host\": [\n Aaaa(\n ::ffff:127.0.0.1,\n ),\n ],\n \"_crucible-pantry._tcp\": [\n Srv(\n Srv {\n prio: 0,\n weight: 0,\n port: 44939,\n target: \"16c6f0e7-463c-45ec-8d3d-8a6e4a624be1.host.control-plane.oxide.internal\",\n },\n ),\n ],\n \"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host\": [\n Aaaa(\n ::1,\n ),\n ],\n \"cc7829ee-0b62-4b75-b755-482f607c5b06.host\": [\n Aaaa(\n ::1,\n ),\n ],\n \"_boundary-ntp._tcp\": [\n Srv(\n Srv {\n prio: 0,\n weight: 0,\n port: 123,\n target: \"3833e8c2-707a-47f9-934d-9e23e6b9eade.host.control-plane.oxide.internal\",\n },\n ),\n ],\n \"_mgd._tcp\": [\n Srv(\n Srv {\n prio: 0,\n weight: 0,\n port: 50266,\n target: \"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\",\n },\n ),\n ],\n \"boundary-ntp\": [\n Aaaa(\n ::1,\n ),\n ],\n \"16c6f0e7-463c-45ec-8d3d-8a6e4a624be1.host\": [\n Aaaa(\n ::1,\n ),\n ],\n \"b6d65341-167c-41df-9b5c-41cded99c229.sled\": [\n Aaaa(\n ::1,\n ),\n ],\n \"@\": [\n Ns(\n \"ns1.control-plane.oxide.internal\",\n ),\n ],\n \"_repo-depot._tcp\": [\n Srv(\n Srv {\n prio: 0,\n weight: 0,\n port: 44630,\n target: \"b6d65341-167c-41df-9b5c-41cded99c229.sled.control-plane.oxide.internal\",\n },\n ),\n ],\n \"_clickhouse-admin-single-server._tcp\": [\n Srv(\n Srv {\n prio: 0,\n weight: 0,\n port: 8888,\n target: \"cc7829ee-0b62-4b75-b755-482f607c5b06.host.control-plane.oxide.internal\",\n },\n ),\n ],\n \"24911ead-7351-4318-ba3f-d9539b22e513.host\": [\n Aaaa(\n ::1,\n ),\n ],\n \"_clickhouse-native._tcp\": [\n Srv(\n Srv {\n prio: 0,\n weight: 0,\n port: 9000,\n target: \"cc7829ee-0b62-4b75-b755-482f607c5b06.host.control-plane.oxide.internal\",\n },\n ),\n ],\n \"_cockroach._tcp\": [\n Srv(\n Srv {\n prio: 0,\n weight: 0,\n port: 36931,\n target: \"24911ead-7351-4318-ba3f-d9539b22e513.host.control-plane.oxide.internal\",\n },\n ),\n ],\n \"_external-dns._tcp\": [\n Srv(\n Srv {\n prio: 0,\n weight: 0,\n port: 60086,\n target: \"19f794fb-a20e-45d0-b068-153f5c1d1c54.host.control-plane.oxide.internal\",\n },\n ),\n ],\n \"19f794fb-a20e-45d0-b068-153f5c1d1c54.host\": [\n Aaaa(\n ::1,\n ),\n ],\n \"_nexus._tcp\": [\n Srv(\n Srv {\n prio: 0,\n weight: 0,\n port: 60299,\n target: \"913233fe-92a8-4635-9572-183f495429c4.host.control-plane.oxide.internal\",\n },\n ),\n ],\n \"ns1\": [\n Aaaa(\n ::1,\n ),\n ],\n \"3833e8c2-707a-47f9-934d-9e23e6b9eade.host\": [\n Aaaa(\n ::1,\n ),\n ],\n \"462fb358-5ee7-4c27-9155-e706a04f5fb1.host\": [\n Aaaa(\n ::1,\n ),\n ],\n \"_clickhouse._tcp\": [\n Srv(\n Srv {\n prio: 0,\n weight: 0,\n port: 47428,\n target: \"cc7829ee-0b62-4b75-b755-482f607c5b06.host.control-plane.oxide.internal\",\n },\n ),\n ],\n \"_nameservice._tcp\": [\n Srv(\n Srv {\n prio: 0,\n weight: 0,\n port: 59806,\n target: \"462fb358-5ee7-4c27-9155-e706a04f5fb1.host.control-plane.oxide.internal\",\n },\n ),\n ],\n \"_nexus-lockstep._tcp\": [\n Srv(\n Srv {\n prio: 0,\n weight: 0,\n port: 42716,\n target: \"913233fe-92a8-4635-9572-183f495429c4.host.control-plane.oxide.internal\",\n },\n ),\n ],\n \"_oximeter-reader._tcp\": [\n Srv(\n Srv {\n prio: 0,\n weight: 0,\n port: 9000,\n target: \"cc7829ee-0b62-4b75-b755-482f607c5b06.host.control-plane.oxide.internal\",\n },\n ),\n ],\n \"_mgs._tcp\": [\n Srv(\n Srv {\n prio: 0,\n weight: 0,\n port: 62233,\n target: \"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\",\n },\n ),\n ],\n },\n },\n ],\n}","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:12.512490616Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:12.524577756Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"body":"Some(Body)","uri":"http://[::1]:59806/config","method":"PUT"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:12.525888077Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"[::1]:57324","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:58601"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:12.529079553Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":2,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:12.529147691Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:12.529184164Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:12.52921438Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:12.529241668Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:12.530206389Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:12.53362338Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:12.537076515Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:12.537133898Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:12.537160476Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:12.537472451Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:12.540825242Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:12.577908749Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:12.577977767Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:12.578005185Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:12.57808028Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:12.605281602Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:12.613804699Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:12.613883573Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:12.61391174Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:12.61451272Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:12.616021249Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"[::1]:59806","component":"http","kind":"dns","component":"internal_dns_server","remote_addr":"[::1]:43380"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:12.617226898Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"uri":"/vpc-routes","method":"GET","req_id":"c5281709-185d-4b8b-91d9-b9139d87d71d","remote_addr":"[::1]:58601","local_addr":"[::1]:57324","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"determined request API version","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:12.617281473Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"uri":"/vpc-routes","method":"GET","req_id":"c5281709-185d-4b8b-91d9-b9139d87d71d","remote_addr":"[::1]:58601","local_addr":"[::1]:57324","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","version":"28.0.0"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:12.620933365Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"uri":"/vpc-routes","method":"GET","req_id":"c5281709-185d-4b8b-91d9-b9139d87d71d","remote_addr":"[::1]:58601","local_addr":"[::1]:57324","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":3712,"response_code":200} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:12.621305792Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"tuf_repo_pruner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:12.637317747Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"tuf_repo_pruner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"TargetReleaseConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:12.637386945Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"tuf_repo_pruner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:12.637413642Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"tuf_repo_pruner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:12.637725897Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"tuf_repo_pruner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:12.639091712Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:12.692440887Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:12.692557113Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:12.692671579Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:12.693645277Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:12.84666018Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:57324/v2p","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:12.850698163Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:12.863655068Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:12.863723606Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:12.863751833Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:12.864273051Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:12.8654139Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:12.865466566Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:12.865496132Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:12.865523589Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:12.866686209Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:12.869511075Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","candidates":"[]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:12.869557034Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:12.873201849Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"[::1]:57324","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:56695"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:12.873633069Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:57324/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c5281709-185d-4b8b-91d9-b9139d87d71d\", \"content-length\": \"2\", \"date\": \"Fri, 20 Mar 2026 18:35:12 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:12.874694735Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:12.874736616Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:12.879340455Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:13.106582297Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:57324/probes","method":"PUT"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:13.107209675Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:13.107259092Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:13.107812155Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"tuf_repo_prune decision","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:13.1098875Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"tuf_repo_pruner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"TufRepoPrunerDetails { nkeep_recent_releases: 3, nkeep_recent_uploads: 2, repos_keep_target_release: {}, repos_keep_recent_uploads: {}, repo_prune: None, other_repos_eligible_to_prune: {}, warnings: [] }"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:13.110033023Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"tuf_repo_pruner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"nkeep_recent_releases\":3,\"nkeep_recent_uploads\":2,\"other_repos_eligible_to_prune\":[],\"repo_prune\":null,\"repos_keep_recent_uploads\":[],\"repos_keep_target_release\":[],\"status\":\"enabled\",\"warnings\":[]}","iteration":2,"elapsed":"2.625313664s"} {"msg":"reconfigurator config load complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:13.110689717Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","switches":"Loaded(ReconfiguratorConfigView { version: 1, config: ReconfiguratorConfig { planner_enabled: false, planner_config: PlannerConfig { add_zones_with_mupdate_override: false }, tuf_repo_pruner_enabled: true }, time_modified: 2026-03-20T18:35:07.189424Z })"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:13.11072709Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"config_updated\":false}","iteration":2,"elapsed":"581.673714ms"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:13.11197425Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"[::1]:57324","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:64715"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:13.112030684Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"uri":"/config","method":"PUT","req_id":"110e3e74-71e2-494b-83a9-d79df19ddd9b","remote_addr":"[::1]:43380","local_addr":"[::1]:59806","component":"http","kind":"dns","component":"internal_dns_server"} {"msg":"determined request API version","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:13.11206027Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"uri":"/config","method":"PUT","req_id":"110e3e74-71e2-494b-83a9-d79df19ddd9b","remote_addr":"[::1]:43380","local_addr":"[::1]:59806","component":"http","kind":"dns","component":"internal_dns_server","version":"2.0.0"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:13.112087017Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:13.116032893Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:13.116116064Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:13.116143991Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:13.116372605Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:13.122809062Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"uri":"/v2p","method":"GET","req_id":"36ad675c-5384-44e2-94ad-b68ca398c67e","remote_addr":"[::1]:56695","local_addr":"[::1]:57324","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"determined request API version","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:13.123189255Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"uri":"/v2p","method":"GET","req_id":"36ad675c-5384-44e2-94ad-b68ca398c67e","remote_addr":"[::1]:56695","local_addr":"[::1]:57324","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","version":"28.0.0"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:13.123224289Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"peer_addr":"[::1]:44628","req_id":"013cbd16-392d-44d9-9ff7-4adeb790d062","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: c8 87 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 ............._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:13.12326627Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"peer_addr":"[::1]:44628","req_id":"013cbd16-392d-44d9-9ff7-4adeb790d062","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 51335,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n}"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 51335,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} SERVFAIL: server is not authoritative for name: \"_mgs._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_action_failure_can_unwind_idempotently","level":50,"time":"2026-03-20T18:35:13.123657128Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"peer_addr":"[::1]:44628","req_id":"013cbd16-392d-44d9-9ff7-4adeb790d062","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"attempting generation update","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:13.124797628Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"new_generation":1,"req_id":"110e3e74-71e2-494b-83a9-d79df19ddd9b","component":"store","component":"internal_dns_server"} {"msg":"pruning trees for generations newer than 0","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:13.124839138Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"store","component":"internal_dns_server"} {"msg":"creating tree","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:13.124868505Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"store","component":"internal_dns_server","tree_name":"generation_1_zone_control-plane.oxide.internal"} {"msg":"updating current config","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:13.125730444Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"store","component":"internal_dns_server"} {"msg":"flushing default tree","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:13.125949122Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"store","component":"internal_dns_server"} {"msg":"pruning trees for generations older than 1","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:13.126051335Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"store","component":"internal_dns_server","keep":3} {"msg":"updated generation","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:13.126077393Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"new_generation":1,"req_id":"110e3e74-71e2-494b-83a9-d79df19ddd9b","component":"store","component":"internal_dns_server"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:13.126450009Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"uri":"/config","method":"PUT","req_id":"110e3e74-71e2-494b-83a9-d79df19ddd9b","remote_addr":"[::1]:43380","local_addr":"[::1]:59806","component":"http","kind":"dns","component":"internal_dns_server","latency_us":14577,"response_code":204} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:13.126603658Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"uri":"/v2p","method":"GET","req_id":"36ad675c-5384-44e2-94ad-b68ca398c67e","remote_addr":"[::1]:56695","local_addr":"[::1]:57324","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":3842,"response_code":200} {"msg":"deleted 0 of 0 sitreps","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:13.127539423Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","alert_requests_deleted":0,"case_ereports_deleted":0,"cases_deleted":0,"sitreps_deleted":0,"ids":"[]"} {"msg":"all 0 orphaned sitreps in this batch have already been deleted","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:13.127589409Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"sitrep garbage collection found 0 orphaned sitreps, deleted 0","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:13.127613798Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:13.127634728Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"errors\":[],\"orphaned_sitreps_deleted\":0,\"orphaned_sitreps_found\":0}","iteration":1,"elapsed":"5.451665174s"} {"msg":"inventory collection failed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2026-03-20T18:35:13.128078652Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","error":"failed to collect inventory: looking up MGS addresses: proto error: no records found for Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:13.128122272Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"error\":\"failed to collect inventory: looking up MGS addresses: proto error: no records found for Query { name: Name(\\\"_mgs._tcp.control-plane.oxide.internal.\\\"), query_type: SRV, query_class: IN }\"}","iteration":2,"elapsed":"1.496561509s"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:13.128440674Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"uri":"/probes","method":"PUT","req_id":"a4e92a42-292d-44e1-89a0-27b683c9ebae","remote_addr":"[::1]:64715","local_addr":"[::1]:57324","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"determined request API version","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:13.128481135Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"uri":"/probes","method":"PUT","req_id":"a4e92a42-292d-44e1-89a0-27b683c9ebae","remote_addr":"[::1]:64715","local_addr":"[::1]:57324","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","version":"28.0.0"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:13.134438155Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:57324/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"36ad675c-5384-44e2-94ad-b68ca398c67e\", \"content-length\": \"2\", \"date\": \"Fri, 20 Mar 2026 18:35:13 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:13.134593113Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","interfaces":"{}","sled":"SimGimlet00"} {"msg":"v2p mappings to delete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:13.134679843Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","mappings":"[]","sled":"SimGimlet00"} {"msg":"v2p mappings to add","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:13.134780746Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","mappings":"[]","sled":"SimGimlet00"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:13.134808753Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{}","iteration":1,"elapsed":"5.779856298s"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:13.138908956Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"uri":"/probes","method":"PUT","req_id":"a4e92a42-292d-44e1-89a0-27b683c9ebae","remote_addr":"[::1]:64715","local_addr":"[::1]:57324","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":10463,"response_code":204} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:13.139111742Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:13.139214804Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:13.140044728Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:13.141495654Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:13.141577945Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:13.141614059Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:13.141641346Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:13.141941846Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:13.14382713Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"result":"Ok(Response { url: \"http://[::1]:59806/config\", status: 204, headers: {\"x-request-id\": \"110e3e74-71e2-494b-83a9-d79df19ddd9b\", \"date\": \"Fri, 20 Mar 2026 18:35:13 GMT\"} })"} {"msg":"Running step configure_sled_agents","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:13.144121343Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"init_with_steps"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:13.260559174Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"body":"Some(Body)","uri":"http://[::1]:57324/omicron-config","method":"PUT"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:13.26166438Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:57324/probes\", status: 204, headers: {\"x-request-id\": \"a4e92a42-292d-44e1-89a0-27b683c9ebae\", \"date\": \"Fri, 20 Mar 2026 18:35:13 GMT\"} })"} {"msg":"Update set of probes on sled","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:13.261711558Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","n_probes":0,"sled_id":"b6d65341-167c-41df-9b5c-41cded99c229"} {"msg":"finished distributing probes to sleds","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:13.26179306Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","n_pushed_probes":0} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:13.26190028Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"errors\":[],\"probes_by_sled\":{\"b6d65341-167c-41df-9b5c-41cded99c229\":0}}","iteration":1,"elapsed":"5.585062959s"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:13.262152273Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:13.262186267Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:13.263962552Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:13.265589565Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","assocs":"{}","sled":"SimGimlet00"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:13.265699174Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:57324/eip-gateways","method":"PUT"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:13.266270358Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"[::1]:57324","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:58776"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:13.266379008Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"uri":"/eip-gateways","method":"PUT","req_id":"67af8b96-36a2-4d52-9d56-f0f738934510","remote_addr":"[::1]:58601","local_addr":"[::1]:57324","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"determined request API version","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:13.266411823Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"uri":"/eip-gateways","method":"PUT","req_id":"67af8b96-36a2-4d52-9d56-f0f738934510","remote_addr":"[::1]:58601","local_addr":"[::1]:57324","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","version":"28.0.0"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:13.281440815Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"uri":"/eip-gateways","method":"PUT","req_id":"67af8b96-36a2-4d52-9d56-f0f738934510","remote_addr":"[::1]:58601","local_addr":"[::1]:57324","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":15041,"response_code":204} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:13.282797524Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:57324/eip-gateways\", status: 204, headers: {\"x-request-id\": \"67af8b96-36a2-4d52-9d56-f0f738934510\", \"date\": \"Fri, 20 Mar 2026 18:35:13 GMT\"} })"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:13.282868421Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{}","iteration":1,"elapsed":"5.914409856s"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:13.282896968Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":2,"reason":"Dependency"} {"msg":"VPC route manager running","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:13.282920257Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:13.282940767Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:13.282967575Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:13.283019601Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:13.283045499Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:13.283067439Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:13.284018916Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:13.284086405Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:13.284115811Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:13.284141969Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:13.284429745Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:13.288018367Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"uri":"/omicron-config","method":"PUT","req_id":"c97caf3c-b861-43f8-87dd-33a4e8029644","remote_addr":"[::1]:58776","local_addr":"[::1]:57324","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"determined request API version","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:13.288069533Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"uri":"/omicron-config","method":"PUT","req_id":"c97caf3c-b861-43f8-87dd-33a4e8029644","remote_addr":"[::1]:58776","local_addr":"[::1]:57324","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","version":"28.0.0"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:13.296391923Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"uri":"/omicron-config","method":"PUT","req_id":"c97caf3c-b861-43f8-87dd-33a4e8029644","remote_addr":"[::1]:58776","local_addr":"[::1]:57324","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":8390,"response_code":204} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:13.297235091Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:13.309992869Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:13.310088985Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:13.310193716Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:13.310435054Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:13.310467189Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:13.311961434Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:13.313653897Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:13.313701145Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:13.313727783Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:13.313832564Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:13.314844404Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:13.318467509Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:13.318532879Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:13.318617749Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:13.340310263Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:13.355571227Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:13.3602116Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:13.360276379Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:13.360308595Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:13.360717454Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:13.362973685Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:13.363024522Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:13.363052139Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:13.363772394Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:13.369957808Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"generation\":1,\"last_run_counters\":{\"copy_err\":0,\"copy_ok\":0,\"list_err\":0,\"list_ok\":0,\"put_config_err\":0,\"put_config_ok\":0,\"put_err\":0,\"put_ok\":0},\"lifetime_counters\":{\"copy_err\":0,\"copy_ok\":0,\"list_err\":0,\"list_ok\":0,\"put_config_err\":0,\"put_config_ok\":0,\"put_err\":0,\"put_ok\":0},\"local_repos\":0,\"request_debug_ringbuf\":[]}","iteration":1,"elapsed":"5.709409783s"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:13.370608336Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"result":"Ok(Response { url: \"http://[::1]:57324/omicron-config\", status: 204, headers: {\"x-request-id\": \"c97caf3c-b861-43f8-87dd-33a4e8029644\", \"date\": \"Fri, 20 Mar 2026 18:35:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:13.372376104Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"body":"Some(Body)","uri":"http://[::1]:57324/network-bootstore-config","method":"PUT"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:13.376637572Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:13.396872374Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"successful lookup of siloed resource \"Vpc\" using built-in user","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:13.396979174Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:13.397133622Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:13.397195823Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:13.397622595Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"VPC route manager sled b6d65341-167c-41df-9b5c-41cded99c229","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:13.487249102Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:13.487310664Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:57324/vpc-routes","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:13.495352105Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"[::1]:57324","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:53546"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:13.495516778Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"uri":"/network-bootstore-config","method":"PUT","req_id":"b8295eba-adad-478e-a116-5e89d793def3","remote_addr":"[::1]:58776","local_addr":"[::1]:57324","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"determined request API version","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:13.495552162Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"uri":"/network-bootstore-config","method":"PUT","req_id":"b8295eba-adad-478e-a116-5e89d793def3","remote_addr":"[::1]:58776","local_addr":"[::1]:57324","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","version":"28.0.0"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:13.496870339Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"uri":"/network-bootstore-config","method":"PUT","req_id":"b8295eba-adad-478e-a116-5e89d793def3","remote_addr":"[::1]:58776","local_addr":"[::1]:57324","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":1361,"response_code":204} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:13.49708385Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:13.497152638Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:13.498280273Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:13.510983337Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"uri":"/vpc-routes","method":"GET","req_id":"02ab6b6a-39e8-49b1-8f5e-7449974f74a1","remote_addr":"[::1]:53546","local_addr":"[::1]:57324","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"determined request API version","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:13.511043389Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"uri":"/vpc-routes","method":"GET","req_id":"02ab6b6a-39e8-49b1-8f5e-7449974f74a1","remote_addr":"[::1]:53546","local_addr":"[::1]:57324","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","version":"28.0.0"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:13.512851998Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"uri":"/vpc-routes","method":"GET","req_id":"02ab6b6a-39e8-49b1-8f5e-7449974f74a1","remote_addr":"[::1]:53546","local_addr":"[::1]:57324","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":1887,"response_code":200} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:13.513942131Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"result":"Ok(Response { url: \"http://[::1]:57324/network-bootstore-config\", status: 204, headers: {\"x-request-id\": \"b8295eba-adad-478e-a116-5e89d793def3\", \"date\": \"Fri, 20 Mar 2026 18:35:13 GMT\"} })"} {"msg":"Running step start_nexus_external","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:13.513978444Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"init_with_steps"} {"msg":"Starting Nexus (external API)","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:13.513997086Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:13.517418215Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:57324/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"02ab6b6a-39e8-49b1-8f5e-7449974f74a1\", \"content-length\": \"2\", \"date\": \"Fri, 20 Mar 2026 18:35:13 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:13.517485344Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:13.517512791Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:13.521853083Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:13.526210677Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:13.52628919Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:13.53237698Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:13.541850435Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:13.541916024Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:13.542573709Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:13.545962663Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:13.546005203Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:13.546074281Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:13.546105107Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:13.546755774Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:13.55067984Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000002, lookup_type: ByName(\"nexus\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:13.55082865Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:13.550861455Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:13.550888413Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:13.55130196Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:13.566561205Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:13.566631883Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:13.566661559Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:13.568001676Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:13.570617859Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:13.57663925Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:13.57739061Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:13.577439957Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:13.577915026Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:13.593211104Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:13.5932856Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:13.593314426Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:13.594029714Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:13.600811271Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","assocs":"{}","sled":"SimGimlet00"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:13.600871892Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:57324/eip-gateways","method":"PUT"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:13.601575115Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:13.60163069Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:13.606923688Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:13.607906921Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"uri":"/eip-gateways","method":"PUT","req_id":"007a69d8-80fe-4b87-be9b-d475784d02c9","remote_addr":"[::1]:53546","local_addr":"[::1]:57324","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"determined request API version","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:13.608009813Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"uri":"/eip-gateways","method":"PUT","req_id":"007a69d8-80fe-4b87-be9b-d475784d02c9","remote_addr":"[::1]:53546","local_addr":"[::1]:57324","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","version":"28.0.0"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:13.609641055Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"uri":"/eip-gateways","method":"PUT","req_id":"007a69d8-80fe-4b87-be9b-d475784d02c9","remote_addr":"[::1]:53546","local_addr":"[::1]:57324","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":1720,"response_code":204} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:13.609800841Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:13.662716877Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000002, lookup_type: ByName(\"nexus\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"successful lookup of siloed resource \"VpcSubnet\" using built-in user","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:13.662802777Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:13.662825486Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000002, lookup_type: ByName(\"nexus\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:13.662865978Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:13.662893585Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:13.662920462Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:13.663411964Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:13.670693228Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:57324/eip-gateways\", status: 204, headers: {\"x-request-id\": \"007a69d8-80fe-4b87-be9b-d475784d02c9\", \"date\": \"Fri, 20 Mar 2026 18:35:13 GMT\"} })"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:13.670932587Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{}","iteration":2,"elapsed":"388.637109ms"} {"msg":"set cockroachdb setting","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:13.671329682Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","value":"22.1","setting":"cluster.preserve_downgrade_option"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:13.671481322Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:13.671511718Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:13.672207254Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:13.677305754Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:13.677382848Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:13.677411525Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:13.680237121Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:13.691226171Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:13.691283944Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:13.691312111Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:13.691782293Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:13.728414499Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Rack { parent: Fleet, key: c19a698f-c6f9-4a17-ae30-20d711b8f7dc, lookup_type: ById(c19a698f-c6f9-4a17-ae30-20d711b8f7dc) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:13.728899744Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:13.728964154Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:13.728991591Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:13.729926087Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:13.743666228Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:13.76775021Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000002, lookup_type: ByName(\"nexus\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:13.76785669Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:13.767884447Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:13.768456192Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:13.775096744Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:13.789916763Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Rack { parent: Fleet, key: c19a698f-c6f9-4a17-ae30-20d711b8f7dc, lookup_type: ById(c19a698f-c6f9-4a17-ae30-20d711b8f7dc) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"updating rack subnet for rack c19a698f-c6f9-4a17-ae30-20d711b8f7dc to Some(\n V6(\n Ipv6Network {\n addr: fd00:1122:3344:100::,\n prefix: 56,\n },\n ),\n)","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:13.789972987Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:13.790017806Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:13.790043474Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:13.790400968Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:13.791567096Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:13.791616743Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:13.792020345Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"Using static configuration for external switchports","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:13.806917239Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:13.806978021Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:13.807005778Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:13.807715288Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:13.815506525Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:13.81558244Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:13.816867872Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:13.825929779Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:13.825987512Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:13.826619578Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:13.832775526Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:13.832825912Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:13.836801264Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:13.841772233Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000001, lookup_type: ByName(\"external-dns\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:13.841850086Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:13.842210959Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:13.842285774Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:13.843673569Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:13.851750413Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:13.851841281Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:13.851871537Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:13.852550101Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:13.860928096Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:13.861014116Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:13.861043862Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:13.863885791Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:13.872429908Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:13.885385764Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000001, lookup_type: ByName(\"external-dns\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"successful lookup of siloed resource \"VpcSubnet\" using built-in user","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:13.885471914Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:13.885516223Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000001, lookup_type: ByName(\"external-dns\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:13.885559403Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:13.885590559Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:13.885618356Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:13.88580278Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:13.892361671Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:13.892463873Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:13.894717625Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:13.896609566Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:13.896670347Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:13.896698364Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:13.89739486Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:13.906077913Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:13.906141374Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:13.90616985Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:13.906954875Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:13.909541763Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:13.928872335Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000001, lookup_type: ByName(\"external-dns\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:13.928943452Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:13.928969499Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:13.92929042Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"resolved names for firewall rules","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:13.962775501Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","subnet_networks":"{Name(\"external-dns\"): [V4(Ipv4Network { addr: 172.30.1.0, prefix: 24 }), V6(Ipv6Network { addr: fd77:e9d2:9cd9:1::, prefix: 64 })], Name(\"nexus\"): [V4(Ipv4Network { addr: 172.30.2.0, prefix: 24 }), V6(Ipv6Network { addr: fd77:e9d2:9cd9:2::, prefix: 64 })]}","subnet_interfaces":"{}","vpc_interfaces":"{}","instance_interfaces":"{}"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:13.962850036Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:13.962890747Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:13.962919284Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:13.962946821Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:13.963442451Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:13.970270846Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:13.97707996Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:13.977128218Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:13.977154116Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:13.977575999Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"Recording Rack Network Configuration","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:13.986552516Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:13.986611098Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:13.986638246Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:13.987827843Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"fetched allowlist from DB","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:13.998112911Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","allowed":"AllowList { id: 001de000-a110-4000-8000-000000000000, time_created: 2026-03-20T18:34:39.374512Z, time_modified: 2026-03-20T18:34:39.374512Z, allowed_ips: None }"} {"msg":"Allowlist for user-facing services is set to allow any inbound traffic. Existing VPC firewall rules will not be modified.","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:13.998184227Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"resolved firewall rules for sled agents","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:13.998209296Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","sled_agent_rules":"[]"} {"msg":"resolved 0 rules for sleds","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:13.998281432Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:14.083662014Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:14.083716988Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:14.083745265Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:14.083771123Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:14.084602177Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:14.091039194Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:14.095596315Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:14.095835583Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:14.095872706Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:14.096395973Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:14.105548497Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"IpPool { parent: Fleet, key: c7af3ec4-e864-4f1f-8fce-b263a42a6b2c, lookup_type: ByName(\"oxide-service-pool-v4\") }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:14.105989802Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:14.106050384Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:14.106077811Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:14.11115653Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:14.116838758Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:14.151760201Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"IpPool { parent: Fleet, key: c7af3ec4-e864-4f1f-8fce-b263a42a6b2c, lookup_type: ByName(\"oxide-service-pool-v4\") }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:14.151914049Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:14.151944215Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:14.152476328Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:14.164285167Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"IpPool { parent: Fleet, key: 95e73d05-318f-4787-a1d7-ae9d8e77ae72, lookup_type: ByName(\"oxide-service-pool-v6\") }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:14.164411868Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:14.164490532Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:14.16453782Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:14.165869531Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"resolved sleds for vpc oxide-services","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:14.170763215Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","vpc_to_sled":"[]"} {"msg":"sending firewall rules to sled agents","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:14.171948104Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"updated firewall rules on 0 sleds","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:14.171993333Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"successfully propagated service firewall rules","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:14.172016892Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","elapsed":"6.805826003s"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:14.17204237Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{}","iteration":1,"elapsed":"6.805907205s"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:14.17256027Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:14.192114917Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"IpPool { parent: Fleet, key: 95e73d05-318f-4787-a1d7-ae9d8e77ae72, lookup_type: ByName(\"oxide-service-pool-v6\") }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:14.192180367Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:14.192206715Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:14.192477619Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:14.203303175Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"IpPool { parent: Fleet, key: 95e73d05-318f-4787-a1d7-ae9d8e77ae72, lookup_type: ByName(\"oxide-service-pool-v6\") }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:14.203389245Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:14.203417712Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:14.203442091Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:14.203887554Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:14.211843604Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:14.225028084Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"IpPool { parent: Fleet, key: 95e73d05-318f-4787-a1d7-ae9d8e77ae72, lookup_type: ByName(\"oxide-service-pool-v6\") }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:14.245628906Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"IpPool { parent: Fleet, key: c7af3ec4-e864-4f1f-8fce-b263a42a6b2c, lookup_type: ByName(\"oxide-service-pool-v4\") }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:14.245711597Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:14.245740054Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:14.245765782Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:14.247117853Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:14.250933409Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:14.256998319Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"IpPool { parent: Fleet, key: c7af3ec4-e864-4f1f-8fce-b263a42a6b2c, lookup_type: ByName(\"oxide-service-pool-v4\") }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:14.267418374Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"IpPool { parent: Fleet, key: c7af3ec4-e864-4f1f-8fce-b263a42a6b2c, lookup_type: ByName(\"oxide-service-pool-v4\") }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:14.267519857Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:14.267791321Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:14.267822237Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:14.269630326Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:14.274286511Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:14.28125708Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"IpPool { parent: Fleet, key: c7af3ec4-e864-4f1f-8fce-b263a42a6b2c, lookup_type: ByName(\"oxide-service-pool-v4\") }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:14.291958044Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"BlueprintConfig","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:14.293966611Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:14.294025543Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:14.294052281Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:14.295011115Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:14.300479692Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:14.316820524Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"BlueprintConfig","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"inserted blueprint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:14.472518171Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","blueprint_id":"7c59652d-7897-49e0-b9a9-4edb68c28372"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:14.472577084Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"BlueprintConfig","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:14.472604071Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:14.472631829Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:14.472656527Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:14.473109726Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:14.477324926Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:14.482848088Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"BlueprintConfig","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"No networking records needed for crucible_pantry service","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:14.497373405Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"Inserted networking records for external_dns service","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:14.544074091Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"No networking records needed for cockroach_db service","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:14.54427008Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"Inserted networking records for boundary_ntp service","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:14.569308228Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"No networking records needed for internal_dns service","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:14.569366651Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"Inserted networking records for nexus service","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:14.586428178Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"No networking records needed for clickhouse service","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:14.58648744Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"Inserted service networking records","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:14.586508051Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"Inserted physical disks","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:14.586549371Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"Inserted zpools","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:14.586579557Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"Inserted datasets","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:14.586599108Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"Populated DNS tables for internal DNS","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:14.604623888Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"Populated DNS tables for external DNS","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:14.609173942Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:14.609505418Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:14.609541901Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:14.609568908Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:14.609595506Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:14.610114385Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:14.614771699Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:14.618215748Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:14.61838264Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ModifyPolicy","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:14.6184254Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:14.618458875Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:14.618482504Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:14.618910245Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:14.622561157Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:14.62517994Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ModifyPolicy","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:14.647995202Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"DnsConfig","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:14.648051286Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:14.648077753Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:14.648101872Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:14.648540558Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:14.651208767Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:14.655567431Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"DnsConfig","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:14.65563382Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:14.655658389Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:14.655686296Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:14.655771776Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:14.655946075Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:14.659313659Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:14.667567541Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:14.670908378Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:14.671087914Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:14.671122908Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:14.671149606Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:14.671434663Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:14.675767878Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:14.681188068Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"Created recovery silo","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:14.704249146Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"Created recovery user","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:14.707020347Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"Created recovery user's password","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:14.711157404Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:14.711304975Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Silo { parent: Fleet, key: 0b428636-1899-477e-ac66-603c92fc2143, lookup_type: ById(0b428636-1899-477e-ac66-603c92fc2143) }","action":"ModifyPolicy","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:14.711340779Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"0b428636-1899-477e-ac66-603c92fc2143","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:14.711365957Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:14.711392205Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:14.711926676Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:14.71806954Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:14.718122085Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:14.718147244Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:14.718590328Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:14.728447884Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:14.744088452Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Silo { parent: Fleet, key: 0b428636-1899-477e-ac66-603c92fc2143, lookup_type: ById(0b428636-1899-477e-ac66-603c92fc2143) }","action":"ModifyPolicy","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"Generated role assignment queries","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:14.744160588Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"Granted Silo privileges","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:14.750560992Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:14.75060984Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:14.750634748Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:14.750663015Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:14.750686774Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:14.751155686Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:14.755540417Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:14.759509562Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:14.764020624Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Rack { parent: Fleet, key: c19a698f-c6f9-4a17-ae30-20d711b8f7dc, lookup_type: ById(c19a698f-c6f9-4a17-ae30-20d711b8f7dc) }","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:14.767523416Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:14.767610195Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:14.767638632Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:14.768213745Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:14.771420144Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:14.778651901Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Rack { parent: Fleet, key: c19a698f-c6f9-4a17-ae30-20d711b8f7dc, lookup_type: ById(c19a698f-c6f9-4a17-ae30-20d711b8f7dc) }","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:14.778875807Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Rack { parent: Fleet, key: c19a698f-c6f9-4a17-ae30-20d711b8f7dc, lookup_type: ById(c19a698f-c6f9-4a17-ae30-20d711b8f7dc) }","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:14.778913739Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:14.778939607Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:14.778962797Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:14.77945114Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:14.789117375Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:14.793061801Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Rack { parent: Fleet, key: c19a698f-c6f9-4a17-ae30-20d711b8f7dc, lookup_type: ById(c19a698f-c6f9-4a17-ae30-20d711b8f7dc) }","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:14.832818746Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":2,"reason":"Signaled"} {"msg":"reading DNS version","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:14.832897859Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:14.832926666Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:14.832954293Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:14.833996948Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:14.835436429Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":2,"reason":"Signaled"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:14.835624481Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_nameservice._tcp.control-plane.oxide.internal"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:14.83564816Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":2,"reason":"Signaled"} {"msg":"reading DNS version","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:14.835674328Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:14.835698517Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:14.835727683Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:14.835750903Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:14.837967442Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":2,"reason":"Signaled"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:14.838023736Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_external-dns._tcp.control-plane.oxide.internal"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:14.838222773Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":2,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:14.845811135Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:14.845995119Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:14.846038009Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:14.846065777Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:14.846763992Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:14.850783253Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":3,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:14.850834289Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:14.850863646Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:14.850894022Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:14.850920449Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:14.851727054Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:14.853748214Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":2,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:14.853795053Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:14.853824369Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:14.853854455Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:14.853879973Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:14.854430997Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:14.856335841Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"peer_addr":"[::1]:2616","req_id":"8cf58d1e-c834-43f4-94e9-aef0f4e74022","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 75 (0x4b) bytes\n0000: 3f 70 01 00 00 01 00 00 00 00 00 01 0c 5f 6e 61 ?p..........._na\n0010: 6d 65 73 65 72 76 69 63 65 04 5f 74 63 70 0d 63 meservice._tcp.c\n0020: 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 ontrol-plane.oxi\n0030: 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 21 00 01 de.internal..!..\n0040: 00 00 29 04 d0 00 00 00 00 00 00 ..)........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:14.856433916Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"peer_addr":"[::1]:2616","req_id":"8cf58d1e-c834-43f4-94e9-aef0f4e74022","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 16240,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_nameservice._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 12,\n 95,\n 110,\n 97,\n 109,\n 101,\n 115,\n 101,\n 114,\n 118,\n 105,\n 99,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:14.856602128Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"store","component":"internal_dns_server","key":"_nameservice._tcp"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:14.856731527Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"store","component":"internal_dns_server","key":"462fb358-5ee7-4c27-9155-e706a04f5fb1.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:14.856807012Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"peer_addr":"[::1]:2616","req_id":"8cf58d1e-c834-43f4-94e9-aef0f4e74022","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"462fb358-5ee7-4c27-9155-e706a04f5fb1.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","records":"[Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 59806, target: Name(\"462fb358-5ee7-4c27-9155-e706a04f5fb1.host.control-plane.oxide.internal\") }) }]","query":"LowerQuery { name: LowerName(Name(\"_nameservice._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:14.856889804Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"peer_addr":"[::1]:23442","req_id":"4bcd70a2-2b3a-4d28-873d-bf4a38d5975e","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 76 (0x4c) bytes\n0000: e1 33 01 00 00 01 00 00 00 00 00 01 0d 5f 65 78 .3..........._ex\n0010: 74 65 72 6e 61 6c 2d 64 6e 73 04 5f 74 63 70 0d ternal-dns._tcp.\n0020: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0030: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 21 00 ide.internal..!.\n0040: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:14.856928206Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"peer_addr":"[::1]:23442","req_id":"4bcd70a2-2b3a-4d28-873d-bf4a38d5975e","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 57651,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_external-dns._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 13,\n 95,\n 101,\n 120,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 45,\n 100,\n 110,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:14.857033997Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"store","component":"internal_dns_server","key":"_external-dns._tcp"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:14.857053018Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"store","component":"internal_dns_server","key":"19f794fb-a20e-45d0-b068-153f5c1d1c54.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:14.857101965Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"peer_addr":"[::1]:23442","req_id":"4bcd70a2-2b3a-4d28-873d-bf4a38d5975e","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"19f794fb-a20e-45d0-b068-153f5c1d1c54.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","records":"[Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 60086, target: Name(\"19f794fb-a20e-45d0-b068-153f5c1d1c54.host.control-plane.oxide.internal\") }) }]","query":"LowerQuery { name: LowerName(Name(\"_external-dns._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:14.857153331Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:14.857185106Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:14.857215522Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:14.857243369Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:14.857639715Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:14.858370935Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:14.858409827Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:14.858440693Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:14.858469749Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:14.858791799Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:14.861726245Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:14.872169599Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:14.872230951Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:14.872258868Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:14.872659621Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:14.875594807Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 59806, target: Name(\"462fb358-5ee7-4c27-9155-e706a04f5fb1.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"462fb358-5ee7-4c27-9155-e706a04f5fb1.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }], valid_until: Instant { tv_sec: 1526, tv_nsec: 524424739 } })","dns_name":"_nameservice._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:14.875681696Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","name":"Name(\"462fb358-5ee7-4c27-9155-e706a04f5fb1.host.control-plane.oxide.internal.\")"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:14.875907102Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","response":"SrvLookup(Lookup { query: Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 60086, target: Name(\"19f794fb-a20e-45d0-b068-153f5c1d1c54.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"19f794fb-a20e-45d0-b068-153f5c1d1c54.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }], valid_until: Instant { tv_sec: 1526, tv_nsec: 524835877 } })","dns_name":"_external-dns._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:14.875967703Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","name":"Name(\"19f794fb-a20e-45d0-b068-153f5c1d1c54.host.control-plane.oxide.internal.\")"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:14.876195527Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:14.890909256Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:14.891169935Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:14.909058857Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:14.909347233Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:14.927515126Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:14.927575358Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:14.927602445Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:14.927897708Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:14.948529255Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:14.954270556Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:14.954350049Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:14.954376776Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:14.954731861Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:14.95652011Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Blueprint { parent: Fleet, key: 7c59652d-7897-49e0-b9a9-4edb68c28372, lookup_type: ById(7c59652d-7897-49e0-b9a9-4edb68c28372) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:14.956565409Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:14.956591207Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:14.956616055Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:14.957129666Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"found DNS version","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:14.961302716Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1"} {"msg":"reading DNS config","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:14.961398591Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"reading DNS zones","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:14.961425399Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:14.961448818Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:14.961475716Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:14.961504502Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:14.961532639Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:14.962737829Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"found DNS version","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:14.965171577Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","version":"2"} {"msg":"reading DNS config","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:14.965224563Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"reading DNS zones","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:14.965247972Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:14.965270661Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:14.965298148Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:14.965325805Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:14.965353543Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:14.966207416Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:14.975995874Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","candidates":"[]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:14.97613405Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:14.980304781Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:14.98783311Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:14.987892373Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:14.987918931Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:14.988324172Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:14.993419333Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:14.993480994Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:14.993508102Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:14.99353273Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:14.993931875Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:15.01233154Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"peer_addr":"[::1]:10872","req_id":"d50087c4-37a0-4724-b67a-1026ebf5f636","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 99 (0x63) bytes\n0000: 6a cc 01 00 00 01 00 00 00 00 00 01 24 34 36 32 j...........$462\n0010: 66 62 33 35 38 2d 35 65 65 37 2d 34 63 32 37 2d fb358-5ee7-4c27-\n0020: 39 31 35 35 2d 65 37 30 36 61 30 34 66 35 66 62 9155-e706a04f5fb\n0030: 31 04 68 6f 73 74 0d 63 6f 6e 74 72 6f 6c 2d 70 1.host.control-p\n0040: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0050: 6e 61 6c 00 00 1c 00 01 00 00 29 04 d0 00 00 00 nal.......).....\n0060: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:15.012404786Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"peer_addr":"[::1]:10872","req_id":"d50087c4-37a0-4724-b67a-1026ebf5f636","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 27340,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"462fb358-5ee7-4c27-9155-e706a04f5fb1.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"462fb358-5ee7-4c27-9155-e706a04f5fb1.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 36,\n 52,\n 54,\n 50,\n 102,\n 98,\n 51,\n 53,\n 56,\n 45,\n 53,\n 101,\n 101,\n 55,\n 45,\n 52,\n 99,\n 50,\n 55,\n 45,\n 57,\n 49,\n 53,\n 53,\n 45,\n 101,\n 55,\n 48,\n 54,\n 97,\n 48,\n 52,\n 102,\n 53,\n 102,\n 98,\n 49,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:15.012573557Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"store","component":"internal_dns_server","key":"462fb358-5ee7-4c27-9155-e706a04f5fb1.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:15.012633549Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"peer_addr":"[::1]:10872","req_id":"d50087c4-37a0-4724-b67a-1026ebf5f636","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"462fb358-5ee7-4c27-9155-e706a04f5fb1.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"462fb358-5ee7-4c27-9155-e706a04f5fb1.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"462fb358-5ee7-4c27-9155-e706a04f5fb1.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:15.012707875Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"peer_addr":"[::1]:58504","req_id":"4e75bda8-c6e2-4e43-a6fc-8e0d86140d76","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 99 (0x63) bytes\n0000: 96 58 01 00 00 01 00 00 00 00 00 01 24 31 39 66 .X..........$19f\n0010: 37 39 34 66 62 2d 61 32 30 65 2d 34 35 64 30 2d 794fb-a20e-45d0-\n0020: 62 30 36 38 2d 31 35 33 66 35 63 31 64 31 63 35 b068-153f5c1d1c5\n0030: 34 04 68 6f 73 74 0d 63 6f 6e 74 72 6f 6c 2d 70 4.host.control-p\n0040: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0050: 6e 61 6c 00 00 1c 00 01 00 00 29 04 d0 00 00 00 nal.......).....\n0060: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:15.012748526Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"peer_addr":"[::1]:58504","req_id":"4e75bda8-c6e2-4e43-a6fc-8e0d86140d76","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 38488,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"19f794fb-a20e-45d0-b068-153f5c1d1c54.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"19f794fb-a20e-45d0-b068-153f5c1d1c54.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 36,\n 49,\n 57,\n 102,\n 55,\n 57,\n 52,\n 102,\n 98,\n 45,\n 97,\n 50,\n 48,\n 101,\n 45,\n 52,\n 53,\n 100,\n 48,\n 45,\n 98,\n 48,\n 54,\n 56,\n 45,\n 49,\n 53,\n 51,\n 102,\n 53,\n 99,\n 49,\n 100,\n 49,\n 99,\n 53,\n 52,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:15.012866261Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"store","component":"internal_dns_server","key":"19f794fb-a20e-45d0-b068-153f5c1d1c54.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:15.012950802Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"peer_addr":"[::1]:58504","req_id":"4e75bda8-c6e2-4e43-a6fc-8e0d86140d76","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"19f794fb-a20e-45d0-b068-153f5c1d1c54.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"19f794fb-a20e-45d0-b068-153f5c1d1c54.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"19f794fb-a20e-45d0-b068-153f5c1d1c54.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"found DNS servers (initial)","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:15.013807453Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","addresses":"DnsServersList { addresses: [[::1]:59806] }"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:15.013848584Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"addresses\":[\"[::1]:59806\"]}","iteration":2,"elapsed":"178.94244ms"} {"msg":"found DNS servers (initial)","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:15.014019255Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","addresses":"DnsServersList { addresses: [[::1]:60086] }"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:15.01405121Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"addresses\":[\"[::1]:60086\"]}","iteration":2,"elapsed":"176.103859ms"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:15.014076758Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"peer_addr":"[::1]:41947","req_id":"094607e7-a0b9-4883-b090-b8bf695c9350","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 2e 0a 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 ............._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:15.014112382Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"peer_addr":"[::1]:41947","req_id":"094607e7-a0b9-4883-b090-b8bf695c9350","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 11786,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:15.014212175Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:15.015163223Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:15.015418594Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"peer_addr":"[::1]:41947","req_id":"094607e7-a0b9-4883-b090-b8bf695c9350","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 62233, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") }) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:15.015503665Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":2,"reason":"Dependency"} {"msg":"DNS propagation: skipped","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2026-03-20T18:35:15.0155349Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","reason":"no config"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:15.01555775Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"error\":\"no config\"}","iteration":2,"elapsed":"61.811µs"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:15.015581379Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":2,"reason":"Dependency"} {"msg":"DNS propagation: skipped","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2026-03-20T18:35:15.015606217Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","reason":"no config"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:15.015628257Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"error\":\"no config\"}","iteration":2,"elapsed":"7.297µs"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:15.015923669Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 62233, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }], valid_until: Instant { tv_sec: 1526, tv_nsec: 664725614 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:15.015977874Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:15.016638737Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:15.034724788Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:15.03633261Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:15.047819329Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:15.053096196Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"found zones","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:15.054037368Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","count":1} {"msg":"listing DNS names for zone","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:15.054102548Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","batch_size":100,"found_so_far":0,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"297bafb4-7226-4fbf-a052-add403754007"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:15.054137911Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:15.054167628Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:15.054197274Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:15.054225041Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:15.054455164Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:15.05541016Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:15.062073372Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 7c59652d-7897-49e0-b9a9-4edb68c28372, lookup_type: ById(7c59652d-7897-49e0-b9a9-4edb68c28372) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:15.062157653Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:15.062185739Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:15.062540235Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:15.069135548Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:15.084123809Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:15.084192777Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:15.084221494Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:15.084490859Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:15.086468969Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"peer_addr":"[::1]:62572","req_id":"d45dd412-7fdd-4749-913c-e33e6568af7e","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 81 89 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e ............-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:15.086534208Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"peer_addr":"[::1]:62572","req_id":"d45dd412-7fdd-4749-913c-e33e6568af7e","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 33161,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:15.086669536Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:15.086690746Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"peer_addr":"[::1]:62572","req_id":"d45dd412-7fdd-4749-913c-e33e6568af7e","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:15.086750978Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:15.112947817Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:15.113020323Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:15.113048221Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:15.113429143Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:15.114766901Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:15.11481313Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:15.114841927Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:15.114866795Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:15.116775318Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:15.225567584Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"found zones","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:15.226657487Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","count":1} {"msg":"listing DNS names for zone","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:15.226767266Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","batch_size":100,"found_so_far":0,"version":2,"dns_zone_name":"oxide-dev.test","dns_zone_id":"88ba4aee-6713-40b0-8d47-6b64fd6c151f"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:15.226831366Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:15.226861762Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:15.226890848Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:15.226917656Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:15.227992016Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:15.229519376Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:15.233218586Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:15.233286485Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:15.233314951Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:15.233657942Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"found all DNS names for zone","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:15.234925592Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","found_so_far":27,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"297bafb4-7226-4fbf-a052-add403754007"} {"msg":"read DNS config","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:15.234978368Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","nzones":1,"version":1} {"msg":"found latest generation (first find)","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:15.235005905Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","generation":1} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:15.235029784Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"generation\":1}","iteration":2,"elapsed":"402.225601ms"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:15.235054602Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":3,"reason":"Dependency"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:15.33764966Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"dns_server_url":"http://[::1]:59806","servers":"DnsServersList { addresses: [[::1]:59806] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:59806/config","method":"PUT"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:15.338416893Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"[::1]:59806","component":"http","kind":"dns","component":"internal_dns_server","remote_addr":"[::1]:49225"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:15.339266828Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"uri":"/config","method":"PUT","req_id":"484e8e31-d164-468a-a397-c09cc14ae744","remote_addr":"[::1]:49225","local_addr":"[::1]:59806","component":"http","kind":"dns","component":"internal_dns_server"} {"msg":"determined request API version","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:15.339318764Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"uri":"/config","method":"PUT","req_id":"484e8e31-d164-468a-a397-c09cc14ae744","remote_addr":"[::1]:49225","local_addr":"[::1]:59806","component":"http","kind":"dns","component":"internal_dns_server","version":"2.0.0"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:15.339386482Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"peer_addr":"[::1]:42814","req_id":"edd9a2d6-923a-4bcd-bed8-ddc5149f850d","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: a8 fd 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c ............._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:15.339460728Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"peer_addr":"[::1]:42814","req_id":"edd9a2d6-923a-4bcd-bed8-ddc5149f850d","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 43261,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:15.339577294Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 43261,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"test_action_failure_can_unwind_idempotently","level":50,"time":"2026-03-20T18:35:15.339738099Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"peer_addr":"[::1]:42814","req_id":"edd9a2d6-923a-4bcd-bed8-ddc5149f850d","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"attempting generation update","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:15.340028534Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"new_generation":1,"req_id":"484e8e31-d164-468a-a397-c09cc14ae744","component":"store","component":"internal_dns_server"} {"msg":"updated generation","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:15.340108667Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"new_generation":1,"req_id":"484e8e31-d164-468a-a397-c09cc14ae744","component":"store","component":"internal_dns_server"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:15.34016653Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"uri":"/config","method":"PUT","req_id":"484e8e31-d164-468a-a397-c09cc14ae744","remote_addr":"[::1]:49225","local_addr":"[::1]:59806","component":"http","kind":"dns","component":"internal_dns_server","latency_us":911,"response_code":204} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:15.3404249Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_cockroach._tcp.control-plane.oxide.internal"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:15.341195771Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"dns_server_url":"http://[::1]:59806","servers":"DnsServersList { addresses: [[::1]:59806] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:59806/config\", status: 204, headers: {\"x-request-id\": \"484e8e31-d164-468a-a397-c09cc14ae744\", \"date\": \"Fri, 20 Mar 2026 18:35:15 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:15.341244389Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"dns_server_url":"http://[::1]:59806","servers":"DnsServersList { addresses: [[::1]:59806] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"DNS propagation: done","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:15.3415209Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"servers":"DnsServersList { addresses: [[::1]:59806] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:15.341823639Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"generation\":1,\"server_results\":{\"[::1]:59806\":{\"Ok\":null}}}","iteration":3,"elapsed":"106.658988ms"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:15.34227359Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:15.351612028Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:15.351765187Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:15.351804219Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:15.352190769Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:15.359232915Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"peer_addr":"[::1]:24594","req_id":"40390f05-b2a4-48cd-baa8-c002dc638829","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 73 (0x49) bytes\n0000: a1 a3 01 00 00 01 00 00 00 00 00 01 0a 5f 63 6f ............._co\n0010: 63 6b 72 6f 61 63 68 04 5f 74 63 70 0d 63 6f 6e ckroach._tcp.con\n0020: 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 trol-plane.oxide\n0030: 08 69 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 .internal..!....\n0040: 29 04 d0 00 00 00 00 00 00 )........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:15.359335107Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"peer_addr":"[::1]:24594","req_id":"40390f05-b2a4-48cd-baa8-c002dc638829","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 41379,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_cockroach._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_cockroach._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 10,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:15.359494983Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"store","component":"internal_dns_server","key":"_cockroach._tcp"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:15.359599194Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"store","component":"internal_dns_server","key":"24911ead-7351-4318-ba3f-d9539b22e513.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:15.359649901Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"peer_addr":"[::1]:24594","req_id":"40390f05-b2a4-48cd-baa8-c002dc638829","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"24911ead-7351-4318-ba3f-d9539b22e513.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","records":"[Record { name_labels: Name(\"_cockroach._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 36931, target: Name(\"24911ead-7351-4318-ba3f-d9539b22e513.host.control-plane.oxide.internal\") }) }]","query":"LowerQuery { name: LowerName(Name(\"_cockroach._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_cockroach._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:15.362449339Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","response":"SrvLookup(Lookup { query: Query { name: Name(\"_cockroach._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_cockroach._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 36931, target: Name(\"24911ead-7351-4318-ba3f-d9539b22e513.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"24911ead-7351-4318-ba3f-d9539b22e513.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }], valid_until: Instant { tv_sec: 1527, tv_nsec: 11259460 } })","dns_name":"_cockroach._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:15.362516368Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","name":"Name(\"24911ead-7351-4318-ba3f-d9539b22e513.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:15.366084429Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"peer_addr":"[::1]:30184","req_id":"7b9da09e-682f-434a-8e48-20b192adcd7c","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 99 (0x63) bytes\n0000: a3 ac 01 00 00 01 00 00 00 00 00 01 24 32 34 39 ............$249\n0010: 31 31 65 61 64 2d 37 33 35 31 2d 34 33 31 38 2d 11ead-7351-4318-\n0020: 62 61 33 66 2d 64 39 35 33 39 62 32 32 65 35 31 ba3f-d9539b22e51\n0030: 33 04 68 6f 73 74 0d 63 6f 6e 74 72 6f 6c 2d 70 3.host.control-p\n0040: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0050: 6e 61 6c 00 00 1c 00 01 00 00 29 04 d0 00 00 00 nal.......).....\n0060: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:15.366149779Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"peer_addr":"[::1]:30184","req_id":"7b9da09e-682f-434a-8e48-20b192adcd7c","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 41900,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"24911ead-7351-4318-ba3f-d9539b22e513.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"24911ead-7351-4318-ba3f-d9539b22e513.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 36,\n 50,\n 52,\n 57,\n 49,\n 49,\n 101,\n 97,\n 100,\n 45,\n 55,\n 51,\n 53,\n 49,\n 45,\n 52,\n 51,\n 49,\n 56,\n 45,\n 98,\n 97,\n 51,\n 102,\n 45,\n 100,\n 57,\n 53,\n 51,\n 57,\n 98,\n 50,\n 50,\n 101,\n 53,\n 49,\n 51,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:15.366273221Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"store","component":"internal_dns_server","key":"24911ead-7351-4318-ba3f-d9539b22e513.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:15.366291433Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"peer_addr":"[::1]:30184","req_id":"7b9da09e-682f-434a-8e48-20b192adcd7c","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"24911ead-7351-4318-ba3f-d9539b22e513.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"24911ead-7351-4318-ba3f-d9539b22e513.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"24911ead-7351-4318-ba3f-d9539b22e513.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"Updated CockroachDB cluster backends","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:15.448749253Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"CockroachClusterAdminClient","component":"inventory_cockroach_client","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","addresses":"[[::1]:32222]","total":1,"removed":0,"added":1} {"msg":"begin collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:15.449970415Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"begin collection from MGS","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:15.450057915Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","mgs_url":"http://[::1]:62233"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:15.450086631Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"gateway_url":"http://[::1]:62233","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:62233/ignition","method":"GET"} {"msg":"found all DNS names for zone","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:15.450567748Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","found_so_far":3,"version":2,"dns_zone_name":"oxide-dev.test","dns_zone_id":"88ba4aee-6713-40b0-8d47-6b64fd6c151f"} {"msg":"read DNS config","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:15.450622252Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","nzones":1,"version":2} {"msg":"found latest generation (first find)","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:15.450650259Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","generation":2} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:15.450674948Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"generation\":2}","iteration":2,"elapsed":"615.539699ms"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:15.451705199Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":3,"reason":"Dependency"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:15.554134623Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"dns_server_url":"http://[::1]:60086","servers":"DnsServersList { addresses: [[::1]:60086] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:60086/config","method":"PUT"} {"msg":"found Silo/DNS/TLS config (initial)","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:15.555945051Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","config":"ExternalEndpoints { by_dns_name: {\"default-silo.sys.oxide-dev.test\": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name(\"default-silo\")), description: \"default silo\", time_created: 2026-03-20T18:35:05.684623Z, time_modified: 2026-03-20T18:35:05.684623Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)), admin_group_name: None }, tls_certs: [] }, \"test-suite-silo.sys.oxide-dev.test\": ExternalEndpoint { silo_id: 0b428636-1899-477e-ac66-603c92fc2143, db_silo: Silo { identity: SiloIdentity { id: 0b428636-1899-477e-ac66-603c92fc2143, name: Name(Name(\"test-suite-silo\")), description: \"built-in recovery Silo\", time_created: 2026-03-20T18:35:14.609445Z, time_modified: 2026-03-20T18:35:14.609445Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(1)), admin_group_name: None }, tls_certs: [] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: \"default-silo.sys.oxide-dev.test\" }, NoSiloCerts { silo_id: 0b428636-1899-477e-ac66-603c92fc2143, dns_name: \"test-suite-silo.sys.oxide-dev.test\" }], default_endpoint: Some(ExternalEndpoint { silo_id: 0b428636-1899-477e-ac66-603c92fc2143, db_silo: Silo { identity: SiloIdentity { id: 0b428636-1899-477e-ac66-603c92fc2143, name: Name(Name(\"test-suite-silo\")), description: \"built-in recovery Silo\", time_created: 2026-03-20T18:35:14.609445Z, time_modified: 2026-03-20T18:35:14.609445Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(1)), admin_group_name: None }, tls_certs: [] }) }"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:15.556063366Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"by_dns_name\":{\"default-silo.sys.oxide-dev.test\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"tls_certs\":[]},\"test-suite-silo.sys.oxide-dev.test\":{\"silo_id\":\"0b428636-1899-477e-ac66-603c92fc2143\",\"tls_certs\":[]}},\"default_endpoint\":{\"silo_id\":\"0b428636-1899-477e-ac66-603c92fc2143\",\"tls_certs\":[]},\"warnings\":[\"silo 001de000-5110-4000-8000-000000000000 with DNS name \\\"default-silo.sys.oxide-dev.test\\\" has no usable certificates\",\"silo 0b428636-1899-477e-ac66-603c92fc2143 with DNS name \\\"test-suite-silo.sys.oxide-dev.test\\\" has no usable certificates\"]}","iteration":2,"elapsed":"717.795524ms"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:15.556430736Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"[::1]:60086","component":"http","kind":"dns","component":"external_dns_server","remote_addr":"[::1]:59094"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:15.559443925Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"uri":"/config","method":"PUT","req_id":"30313513-07b4-4d86-a028-d8d8057ca0c0","remote_addr":"[::1]:59094","local_addr":"[::1]:60086","component":"http","kind":"dns","component":"external_dns_server"} {"msg":"determined request API version","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:15.55949591Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"uri":"/config","method":"PUT","req_id":"30313513-07b4-4d86-a028-d8d8057ca0c0","remote_addr":"[::1]:59094","local_addr":"[::1]:60086","component":"http","kind":"dns","component":"external_dns_server","version":"2.0.0"} {"msg":"attempting generation update","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:15.562182501Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"new_generation":2,"req_id":"30313513-07b4-4d86-a028-d8d8057ca0c0","component":"store","component":"external_dns_server"} {"msg":"pruning trees for generations newer than 0","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:15.56246438Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"store","component":"external_dns_server"} {"msg":"creating tree","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:15.562501603Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"store","component":"external_dns_server","tree_name":"generation_2_zone_oxide-dev.test"} {"msg":"updating current config","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:15.56285278Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"store","component":"external_dns_server"} {"msg":"flushing default tree","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:15.563093858Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"store","component":"external_dns_server"} {"msg":"pruning trees for generations older than 2","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:15.563133789Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"store","component":"external_dns_server","keep":3} {"msg":"updated generation","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:15.563163015Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"new_generation":2,"req_id":"30313513-07b4-4d86-a028-d8d8057ca0c0","component":"store","component":"external_dns_server"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:15.563813833Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"uri":"/config","method":"PUT","req_id":"30313513-07b4-4d86-a028-d8d8057ca0c0","remote_addr":"[::1]:59094","local_addr":"[::1]:60086","component":"http","kind":"dns","component":"external_dns_server","latency_us":4380,"response_code":204} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:15.564430976Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"peer_addr":"[::1]:52694","req_id":"4d5fe522-a1c7-4d5c-ad65-840bdcb878a0","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 0d 5b 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 .[..........._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:15.564483282Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"peer_addr":"[::1]:52694","req_id":"4d5fe522-a1c7-4d5c-ad65-840bdcb878a0","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 3419,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:15.564651693Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:15.564754895Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:15.564806131Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"peer_addr":"[::1]:52694","req_id":"4d5fe522-a1c7-4d5c-ad65-840bdcb878a0","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 62233, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") }) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:15.56491733Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"peer_addr":"[::1]:57112","req_id":"d9466618-bb5b-428f-b3cc-cfbc4db0c9e0","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 74 (0x4a) bytes\n0000: 44 52 01 00 00 01 00 00 00 00 00 01 0b 5f 72 65 DR..........._re\n0010: 70 6f 2d 64 65 70 6f 74 04 5f 74 63 70 0d 63 6f po-depot._tcp.co\n0020: 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 ntrol-plane.oxid\n0030: 65 08 69 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 e.internal..!...\n0040: 00 29 04 d0 00 00 00 00 00 00 .)........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:15.565035815Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"peer_addr":"[::1]:57112","req_id":"d9466618-bb5b-428f-b3cc-cfbc4db0c9e0","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 17490,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_repo-depot._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_repo-depot._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 11,\n 95,\n 114,\n 101,\n 112,\n 111,\n 45,\n 100,\n 101,\n 112,\n 111,\n 116,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:15.565147763Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"store","component":"internal_dns_server","key":"_repo-depot._tcp"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:15.565166794Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"store","component":"internal_dns_server","key":"b6d65341-167c-41df-9b5c-41cded99c229.sled"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:15.565204356Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"peer_addr":"[::1]:57112","req_id":"d9466618-bb5b-428f-b3cc-cfbc4db0c9e0","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"b6d65341-167c-41df-9b5c-41cded99c229.sled.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","records":"[Record { name_labels: Name(\"_repo-depot._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 44630, target: Name(\"b6d65341-167c-41df-9b5c-41cded99c229.sled.control-plane.oxide.internal\") }) }]","query":"LowerQuery { name: LowerName(Name(\"_repo-depot._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_repo-depot._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:15.565248746Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"peer_addr":"[::1]:64340","req_id":"012253ba-6a5e-4c7c-aa5f-21f0d54ad2aa","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 79 (0x4f) bytes\n0000: 67 28 01 00 00 01 00 00 00 00 00 01 10 5f 63 72 g(..........._cr\n0010: 75 63 69 62 6c 65 2d 70 61 6e 74 72 79 04 5f 74 ucible-pantry._t\n0020: 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 cp.control-plane\n0030: 05 6f 78 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 .oxide.internal.\n0040: 00 21 00 01 00 00 29 04 d0 00 00 00 00 00 00 .!....)........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:15.565297433Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"peer_addr":"[::1]:64340","req_id":"012253ba-6a5e-4c7c-aa5f-21f0d54ad2aa","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 26408,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_crucible-pantry._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_crucible-pantry._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 16,\n 95,\n 99,\n 114,\n 117,\n 99,\n 105,\n 98,\n 108,\n 101,\n 45,\n 112,\n 97,\n 110,\n 116,\n 114,\n 121,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:15.565402004Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"store","component":"internal_dns_server","key":"_crucible-pantry._tcp"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:15.565499999Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"store","component":"internal_dns_server","key":"16c6f0e7-463c-45ec-8d3d-8a6e4a624be1.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:15.565542779Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"peer_addr":"[::1]:64340","req_id":"012253ba-6a5e-4c7c-aa5f-21f0d54ad2aa","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"16c6f0e7-463c-45ec-8d3d-8a6e4a624be1.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","records":"[Record { name_labels: Name(\"_crucible-pantry._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 44939, target: Name(\"16c6f0e7-463c-45ec-8d3d-8a6e4a624be1.host.control-plane.oxide.internal\") }) }]","query":"LowerQuery { name: LowerName(Name(\"_crucible-pantry._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_crucible-pantry._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:15.565801509Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"dns_server_url":"http://[::1]:60086","servers":"DnsServersList { addresses: [[::1]:60086] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:60086/config\", status: 204, headers: {\"x-request-id\": \"30313513-07b4-4d86-a028-d8d8057ca0c0\", \"date\": \"Fri, 20 Mar 2026 18:35:15 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:15.565867618Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"dns_server_url":"http://[::1]:60086","servers":"DnsServersList { addresses: [[::1]:60086] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"DNS propagation: done","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:15.565944772Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"servers":"DnsServersList { addresses: [[::1]:60086] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:15.566093153Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"generation\":2,\"server_results\":{\"[::1]:60086\":{\"Ok\":null}}}","iteration":3,"elapsed":"114.394091ms"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:15.570900068Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"gateway_url":"http://[::1]:62233","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:62233/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7fa5c5e0-f81d-4e50-82b8-76989932d352\", \"content-length\": \"835\", \"date\": \"Fri, 20 Mar 2026 18:35:15 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:15.57345609Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"gateway_url":"http://[::1]:62233","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:62233/sp/switch/0","method":"GET"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:15.574137783Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"peer_addr":"[::1]:64744","req_id":"dfe5c698-1fe8-4a40-805d-6bcf16448942","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 2c 88 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e ,...........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:15.574221484Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"peer_addr":"[::1]:64744","req_id":"dfe5c698-1fe8-4a40-805d-6bcf16448942","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 11400,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:15.574349364Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:15.574404539Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"peer_addr":"[::1]:64744","req_id":"dfe5c698-1fe8-4a40-805d-6bcf16448942","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:15.574654842Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"peer_addr":"[::1]:64231","req_id":"9d94c838-ef7b-4110-801b-268332f9824e","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 99 (0x63) bytes\n0000: 61 f8 01 00 00 01 00 00 00 00 00 01 24 62 36 64 a...........$b6d\n0010: 36 35 33 34 31 2d 31 36 37 63 2d 34 31 64 66 2d 65341-167c-41df-\n0020: 39 62 35 63 2d 34 31 63 64 65 64 39 39 63 32 32 9b5c-41cded99c22\n0030: 39 04 73 6c 65 64 0d 63 6f 6e 74 72 6f 6c 2d 70 9.sled.control-p\n0040: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0050: 6e 61 6c 00 00 1c 00 01 00 00 29 04 d0 00 00 00 nal.......).....\n0060: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:15.574697972Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"peer_addr":"[::1]:64231","req_id":"9d94c838-ef7b-4110-801b-268332f9824e","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 25080,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"b6d65341-167c-41df-9b5c-41cded99c229.sled.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"b6d65341-167c-41df-9b5c-41cded99c229.sled.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 36,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 115,\n 108,\n 101,\n 100,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:15.574818406Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"store","component":"internal_dns_server","key":"b6d65341-167c-41df-9b5c-41cded99c229.sled"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:15.574837387Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"peer_addr":"[::1]:64231","req_id":"9d94c838-ef7b-4110-801b-268332f9824e","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"b6d65341-167c-41df-9b5c-41cded99c229.sled.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"b6d65341-167c-41df-9b5c-41cded99c229.sled.control-plane.oxide.internal.\")), original: Query { name: Name(\"b6d65341-167c-41df-9b5c-41cded99c229.sled.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:15.574872381Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"peer_addr":"[::1]:57446","req_id":"0978c484-a3b7-46ec-9e68-5913591de3b9","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 99 (0x63) bytes\n0000: 85 12 01 00 00 01 00 00 00 00 00 01 24 31 36 63 ............$16c\n0010: 36 66 30 65 37 2d 34 36 33 63 2d 34 35 65 63 2d 6f0e7-463c-45ec-\n0020: 38 64 33 64 2d 38 61 36 65 34 61 36 32 34 62 65 8d3d-8a6e4a624be\n0030: 31 04 68 6f 73 74 0d 63 6f 6e 74 72 6f 6c 2d 70 1.host.control-p\n0040: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0050: 6e 61 6c 00 00 1c 00 01 00 00 29 04 d0 00 00 00 nal.......).....\n0060: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:15.574912812Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"peer_addr":"[::1]:57446","req_id":"0978c484-a3b7-46ec-9e68-5913591de3b9","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 34066,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"16c6f0e7-463c-45ec-8d3d-8a6e4a624be1.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"16c6f0e7-463c-45ec-8d3d-8a6e4a624be1.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 36,\n 49,\n 54,\n 99,\n 54,\n 102,\n 48,\n 101,\n 55,\n 45,\n 52,\n 54,\n 51,\n 99,\n 45,\n 52,\n 53,\n 101,\n 99,\n 45,\n 56,\n 100,\n 51,\n 100,\n 45,\n 56,\n 97,\n 54,\n 101,\n 52,\n 97,\n 54,\n 50,\n 52,\n 98,\n 101,\n 49,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:15.575770463Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"store","component":"internal_dns_server","key":"16c6f0e7-463c-45ec-8d3d-8a6e4a624be1.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:15.575790374Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"peer_addr":"[::1]:57446","req_id":"0978c484-a3b7-46ec-9e68-5913591de3b9","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"16c6f0e7-463c-45ec-8d3d-8a6e4a624be1.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"16c6f0e7-463c-45ec-8d3d-8a6e4a624be1.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"16c6f0e7-463c-45ec-8d3d-8a6e4a624be1.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:15.663654601Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"[::1]:44939","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:47597"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:15.674854933Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"uri":"/crucible/pantry/0","method":"GET","req_id":"17c1a944-dd00-4855-a042-044720d71768","remote_addr":"[::1]:47597","local_addr":"[::1]:44939","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:15.675265672Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"uri":"/crucible/pantry/0","method":"GET","req_id":"17c1a944-dd00-4855-a042-044720d71768","remote_addr":"[::1]:47597","local_addr":"[::1]:44939","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":446,"response_code":200} {"msg":"found new target blueprint (first find)","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:16.265033844Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","time_created":"2026-03-20 18:35:13.514129 UTC","target_id":"7c59652d-7897-49e0-b9a9-4edb68c28372"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.265139874Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"enabled\":false,\"status\":\"first target blueprint\",\"target_id\":\"7c59652d-7897-49e0-b9a9-4edb68c28372\",\"time_created\":\"2026-03-20T18:35:13.514129Z\",\"time_found\":\"2026-03-20T18:35:16.265081541Z\"}","iteration":2,"elapsed":"1.411399456s"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.265215999Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":2,"reason":"Dependency"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:16.265365959Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:16.265402322Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:16.26542975Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.265456267Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.265799358Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.267754599Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":2,"reason":"Dependency"} {"msg":"blueprint execution: quiesce check","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.267798518Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","quiescing":false} {"msg":"initial state","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:16.267821817Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"NexusQuiesceHandle","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","state":"Running"} {"msg":"initial quiesce state","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:16.267873673Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"SagaQuiesceHandle","component":"NexusQuiesceHandle","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","initial_state":"Allowed"} {"msg":"Blueprint execution: skipped","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2026-03-20T18:35:16.267899511Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","target_id":"7c59652d-7897-49e0-b9a9-4edb68c28372","reason":"blueprint disabled"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.26792388Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"enabled\":false,\"target_id\":\"7c59652d-7897-49e0-b9a9-4edb68c28372\"}","iteration":2,"elapsed":"150.51µs"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.267949238Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"blueprint_planner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":3,"reason":"Dependency"} {"msg":"blueprint planning disabled, doing nothing","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.267970918Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"blueprint_planner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.267992878Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"blueprint_planner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"\"Disabled\"","iteration":3,"elapsed":"12.464µs"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:16.268318676Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"ServiceBalancer","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-00000000bac3 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.268355719Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"ServiceBalancer","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.268754714Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"ServiceBalancer","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-00000000bac3 (built_in_user), .. })"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:16.269357263Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"[::1]:44939","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:55504"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:16.269424832Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"[::1]:44939","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:44489"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:16.269448991Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"[::1]:44939","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:43968"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:16.269473469Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"[::1]:44939","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:52109"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:16.269497188Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"[::1]:44939","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:60656"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:16.269520088Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"[::1]:44939","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:45656"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:16.269542207Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"[::1]:44939","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:64988"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.270142039Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"gateway_url":"http://[::1]:62233","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:62233/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3fe2873b-79ea-4b1d-87fb-7311d280398d\", \"content-length\": \"734\", \"date\": \"Fri, 20 Mar 2026 18:35:15 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.271111318Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"gateway_url":"http://[::1]:62233","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:62233/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:16.272192455Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"uri":"/crucible/pantry/0","method":"GET","req_id":"cc4be709-ae1a-482b-a332-78b6918082d9","remote_addr":"[::1]:55504","local_addr":"[::1]:44939","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:16.272273897Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"uri":"/crucible/pantry/0","method":"GET","req_id":"1d0d9c6a-c22d-4274-94a1-8912a486c922","remote_addr":"[::1]:44489","local_addr":"[::1]:44939","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:16.272348952Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"uri":"/crucible/pantry/0","method":"GET","req_id":"16782c66-747f-4b83-9fad-dfd30c8a6b79","remote_addr":"[::1]:43968","local_addr":"[::1]:44939","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:16.272432873Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"uri":"/crucible/pantry/0","method":"GET","req_id":"156c8910-9e0a-45ff-a4d3-443e6ad7d866","remote_addr":"[::1]:52109","local_addr":"[::1]:44939","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:16.272463899Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"uri":"/crucible/pantry/0","method":"GET","req_id":"193033db-644d-4833-86b4-e590c615c88d","remote_addr":"[::1]:60656","local_addr":"[::1]:44939","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:16.272530228Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"uri":"/crucible/pantry/0","method":"GET","req_id":"e539b514-8c0a-42ce-95c0-48ebcb0a2f2e","remote_addr":"[::1]:45656","local_addr":"[::1]:44939","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:16.272599816Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"uri":"/crucible/pantry/0","method":"GET","req_id":"87d12c3a-5d83-4827-8cfc-e7e365cd5aeb","remote_addr":"[::1]:64988","local_addr":"[::1]:44939","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:16.273050236Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"uri":"/crucible/pantry/0","method":"GET","req_id":"cc4be709-ae1a-482b-a332-78b6918082d9","remote_addr":"[::1]:55504","local_addr":"[::1]:44939","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":867,"response_code":200} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:16.273830763Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"uri":"/crucible/pantry/0","method":"GET","req_id":"1d0d9c6a-c22d-4274-94a1-8912a486c922","remote_addr":"[::1]:44489","local_addr":"[::1]:44939","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":1482,"response_code":200} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:16.273886448Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"uri":"/crucible/pantry/0","method":"GET","req_id":"16782c66-747f-4b83-9fad-dfd30c8a6b79","remote_addr":"[::1]:43968","local_addr":"[::1]:44939","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":1496,"response_code":200} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:16.274017017Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"uri":"/crucible/pantry/0","method":"GET","req_id":"156c8910-9e0a-45ff-a4d3-443e6ad7d866","remote_addr":"[::1]:52109","local_addr":"[::1]:44939","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":1438,"response_code":200} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.274467208Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.278993293Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:16.279050886Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.279079223Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.280458322Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:16.282307892Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"uri":"/crucible/pantry/0","method":"GET","req_id":"193033db-644d-4833-86b4-e590c615c88d","remote_addr":"[::1]:60656","local_addr":"[::1]:44939","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":9824,"response_code":200} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:16.282362377Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"uri":"/crucible/pantry/0","method":"GET","req_id":"e539b514-8c0a-42ce-95c0-48ebcb0a2f2e","remote_addr":"[::1]:45656","local_addr":"[::1]:44939","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":9840,"response_code":200} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:16.282425187Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"uri":"/crucible/pantry/0","method":"GET","req_id":"87d12c3a-5d83-4827-8cfc-e7e365cd5aeb","remote_addr":"[::1]:64988","local_addr":"[::1]:44939","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":9826,"response_code":200} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:16.284113143Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"ServiceBalancer","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Rack { parent: Fleet, key: c19a698f-c6f9-4a17-ae30-20d711b8f7dc, lookup_type: ById(c19a698f-c6f9-4a17-ae30-20d711b8f7dc) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-00000000bac3 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:16.284160471Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"ServiceBalancer","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-00000000bac3 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:16.284187728Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"ServiceBalancer","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-00000000bac3 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.284211277Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"ServiceBalancer","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.284969564Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"ServiceBalancer","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-00000000bac3 (built_in_user), .. })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.342619849Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:32222/node/id","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.343038195Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"ServiceBalancer","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.35057624Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"ServiceBalancer","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Rack { parent: Fleet, key: c19a698f-c6f9-4a17-ae30-20d711b8f7dc, lookup_type: ById(c19a698f-c6f9-4a17-ae30-20d711b8f7dc) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-00000000bac3 (built_in_user), .. })"} {"msg":"Rack initialized","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:16.350638091Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:16.350656832Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.350681091Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.351149923Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:16.357312528Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.357367992Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.358041319Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:16.363832476Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.36388906Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.364823296Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:16.37345932Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:16.373526779Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:16.373555645Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.373645684Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.37593207Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:16.382988709Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:16.383034088Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.383069232Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.383978139Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.385712983Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"gateway_url":"http://[::1]:62233","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:62233/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"161c70f6-f640-41a1-bc58-badd26cf6316\", \"content-length\": \"111\", \"date\": \"Fri, 20 Mar 2026 18:35:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.385931171Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"gateway_url":"http://[::1]:62233","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:62233/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.387319806Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"gateway_url":"http://[::1]:62233","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:62233/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8502a13f-f365-427e-9787-68a951a161e3\", \"content-length\": \"111\", \"date\": \"Fri, 20 Mar 2026 18:35:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.387551228Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"gateway_url":"http://[::1]:62233","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:62233/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:16.388145552Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:16.38819126Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.388217828Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.388688369Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.391193694Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"gateway_url":"http://[::1]:62233","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:62233/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0919facc-d48a-4bbe-9936-141cd7ca6324\", \"content-length\": \"163\", \"date\": \"Fri, 20 Mar 2026 18:35:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.39128915Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"gateway_url":"http://[::1]:62233","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:62233/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.391444538Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.399922406Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"successful lookup of siloed resource \"Vpc\" using built-in user","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:16.39999878Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:16.40002076Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:16.400056574Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:16.400082951Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.400108449Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.400295103Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.40260216Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"gateway_url":"http://[::1]:62233","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:62233/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d77baf92-64fb-49b8-b929-64f68bf60d0e\", \"content-length\": \"163\", \"date\": \"Fri, 20 Mar 2026 18:35:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.402692458Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"gateway_url":"http://[::1]:62233","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:62233/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:16.403130264Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:16.403190047Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.403218393Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.403579715Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.405399789Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"gateway_url":"http://[::1]:62233","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:62233/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0dc3a271-8ae9-44bf-9164-66f38c7b9684\", \"content-length\": \"166\", \"date\": \"Fri, 20 Mar 2026 18:35:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.405607053Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"gateway_url":"http://[::1]:62233","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:62233/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:16.405809089Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:16.405846382Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.405891191Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.40619353Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.408303939Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"gateway_url":"http://[::1]:62233","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:62233/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fdab48be-2938-467d-8a0b-d1b786cb38c9\", \"content-length\": \"166\", \"date\": \"Fri, 20 Mar 2026 18:35:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.408586687Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"gateway_url":"http://[::1]:62233","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:62233/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.408922081Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.416995778Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:16.417067494Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.417094292Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.417517515Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.419904835Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"gateway_url":"http://[::1]:62233","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:62233/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3fa051b3-a7ab-4243-b584-2fde7c53d14c\", \"content-length\": \"702\", \"date\": \"Fri, 20 Mar 2026 18:35:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.420275233Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"gateway_url":"http://[::1]:62233","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:62233/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:16.4213135Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.421358539Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.421833888Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.423132694Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"gateway_url":"http://[::1]:62233","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:62233/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4a9029a0-07a4-4e43-8a71-f2edcd3ecc13\", \"content-length\": \"727\", \"date\": \"Fri, 20 Mar 2026 18:35:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.423267441Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"gateway_url":"http://[::1]:62233","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:62233/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.424083112Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"gateway_url":"http://[::1]:62233","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:62233/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"27e15959-6d78-469e-b9ca-a3f7d53cae2b\", \"content-length\": \"729\", \"date\": \"Fri, 20 Mar 2026 18:35:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.424284259Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"gateway_url":"http://[::1]:62233","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:62233/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:16.424609707Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.42464725Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.425309242Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.428215671Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"gateway_url":"http://[::1]:62233","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:62233/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"90b68e16-aff3-4012-ab22-b6f30d2aaba6\", \"content-length\": \"728\", \"date\": \"Fri, 20 Mar 2026 18:35:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.428311586Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"gateway_url":"http://[::1]:62233","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:62233/sp/switch/1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:16.428778609Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.428814962Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.429197644Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.430692739Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"gateway_url":"http://[::1]:62233","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:62233/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"65b7b79b-2493-496f-9ed3-74837180b730\", \"content-length\": \"734\", \"date\": \"Fri, 20 Mar 2026 18:35:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.431141081Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"gateway_url":"http://[::1]:62233","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:62233/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:16.432452221Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:16.432565268Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:16.432627559Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.432824378Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.433095572Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.434185325Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"gateway_url":"http://[::1]:62233","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:62233/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8e590b40-e145-4004-ac3e-b60a315031b9\", \"content-length\": \"111\", \"date\": \"Fri, 20 Mar 2026 18:35:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.434259041Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"gateway_url":"http://[::1]:62233","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:62233/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.436134649Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"gateway_url":"http://[::1]:62233","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:62233/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7a940765-93da-4ee5-834d-2a3ea40251e9\", \"content-length\": \"111\", \"date\": \"Fri, 20 Mar 2026 18:35:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.436663093Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"gateway_url":"http://[::1]:62233","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:62233/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:16.436923392Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:16.436969031Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.437037669Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.437554698Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:16.441332372Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:16.441388006Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.441442881Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.442366611Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.446291896Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"gateway_url":"http://[::1]:62233","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:62233/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f68f7919-e652-4bfb-868d-bc090920a30c\", \"content-length\": \"163\", \"date\": \"Fri, 20 Mar 2026 18:35:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.446401885Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"gateway_url":"http://[::1]:62233","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:62233/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.448802579Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.4615741Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"successful lookup of siloed resource \"Vpc\" using built-in user","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:16.461642639Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:16.461664558Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.461692275Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.462207776Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.464454201Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"gateway_url":"http://[::1]:62233","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:62233/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c2cbf1c8-fa81-4db3-83f0-08840ce139bc\", \"content-length\": \"163\", \"date\": \"Fri, 20 Mar 2026 18:35:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.464599074Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"gateway_url":"http://[::1]:62233","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:62233/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:16.465315091Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.465347946Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.466527807Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.46804803Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"gateway_url":"http://[::1]:62233","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:62233/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"23533c26-600f-43f0-84c5-18e5f71f50a4\", \"content-length\": \"166\", \"date\": \"Fri, 20 Mar 2026 18:35:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.468144915Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"gateway_url":"http://[::1]:62233","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:62233/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:16.469336081Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.469368306Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.469755546Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.471073983Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"gateway_url":"http://[::1]:62233","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:62233/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bed5c410-919e-4463-a504-e00e964a99a5\", \"content-length\": \"166\", \"date\": \"Fri, 20 Mar 2026 18:35:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.47138267Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"gateway_url":"http://[::1]:62233","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:62233/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.472116399Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"gateway_url":"http://[::1]:62233","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:62233/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"291f7d30-c413-4033-9f0e-41164bedd14c\", \"content-length\": \"702\", \"date\": \"Fri, 20 Mar 2026 18:35:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.472988103Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"gateway_url":"http://[::1]:62233","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:62233/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.474056726Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"gateway_url":"http://[::1]:62233","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:62233/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"09274b3e-f857-478d-9384-4cf359f3e0b7\", \"content-length\": \"727\", \"date\": \"Fri, 20 Mar 2026 18:35:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.474314097Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"gateway_url":"http://[::1]:62233","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:62233/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:16.474563491Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.474605301Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.475183952Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.476615837Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"gateway_url":"http://[::1]:62233","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:62233/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d84e90fc-0dec-4b24-99dd-e3b7ec76cc3e\", \"content-length\": \"729\", \"date\": \"Fri, 20 Mar 2026 18:35:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.476739179Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"gateway_url":"http://[::1]:62233","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:62233/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.477507462Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"gateway_url":"http://[::1]:62233","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:62233/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bc35a886-b18d-4395-8350-73d17566383a\", \"content-length\": \"728\", \"date\": \"Fri, 20 Mar 2026 18:35:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.477925378Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"gateway_url":"http://[::1]:62233","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:62233/sp/sled/0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:16.478086743Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000001, lookup_type: ByName(\"external-dns\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:16.478140028Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:16.478169324Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.47824341Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.478733462Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.48060802Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"gateway_url":"http://[::1]:62233","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:62233/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0a62b1f7-2109-4c43-a665-b3bad38d82c6\", \"content-length\": \"723\", \"date\": \"Fri, 20 Mar 2026 18:35:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.480728384Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"gateway_url":"http://[::1]:62233","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:62233/sp/sled/0/component/host-boot-flash/active-slot","method":"GET"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:16.481126219Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:16.481173368Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.481201195Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.482316406Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.483507062Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"gateway_url":"http://[::1]:62233","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:62233/sp/sled/0/component/host-boot-flash/active-slot\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d9ebffa0-1790-4b81-905b-f41d54a4f8bf\", \"content-length\": \"10\", \"date\": \"Fri, 20 Mar 2026 18:35:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.483604817Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"gateway_url":"http://[::1]:62233","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:62233/sp/sled/0/component/host-boot-flash/hash/0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.484509866Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"gateway_url":"http://[::1]:62233","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:62233/sp/sled/0/component/host-boot-flash/hash/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1fbee17a-e9c3-4443-8009-cc0599a9469d\", \"content-length\": \"144\", \"date\": \"Fri, 20 Mar 2026 18:35:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.484766897Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"gateway_url":"http://[::1]:62233","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:62233/sp/sled/0/component/host-boot-flash/hash/1","method":"GET"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:16.484924923Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:16.484959457Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.484985235Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.485372365Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.488809637Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"gateway_url":"http://[::1]:62233","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:62233/sp/sled/0/component/host-boot-flash/hash/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6e43b35e-d4b1-4e6d-870b-9b85172a282b\", \"content-length\": \"147\", \"date\": \"Fri, 20 Mar 2026 18:35:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.488926533Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"gateway_url":"http://[::1]:62233","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:62233/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.49028704Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.500506558Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000001, lookup_type: ByName(\"external-dns\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"successful lookup of siloed resource \"VpcSubnet\" using built-in user","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:16.500592119Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:16.500614708Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000001, lookup_type: ByName(\"external-dns\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:16.500655159Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:16.500684196Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.500711643Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.501139454Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.502821162Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"gateway_url":"http://[::1]:62233","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:62233/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"652e543b-22f8-4c80-8cae-ce2203f1d373\", \"content-length\": \"109\", \"date\": \"Fri, 20 Mar 2026 18:35:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.502921605Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"gateway_url":"http://[::1]:62233","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:62233/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:16.503573892Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:16.50390149Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.503933585Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.503999015Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.506429734Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"gateway_url":"http://[::1]:62233","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:62233/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b3e925fb-29c2-4e9d-828a-9929a77ec44f\", \"content-length\": \"109\", \"date\": \"Fri, 20 Mar 2026 18:35:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.506492355Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"gateway_url":"http://[::1]:62233","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:62233/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:16.507348427Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:16.507445412Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.507507933Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.508228038Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.51151491Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"gateway_url":"http://[::1]:62233","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:62233/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"80b09d3a-9b64-4beb-9bba-372f8bcdfef2\", \"content-length\": \"163\", \"date\": \"Fri, 20 Mar 2026 18:35:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.511801347Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"gateway_url":"http://[::1]:62233","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:62233/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.512326233Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.525003918Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000001, lookup_type: ByName(\"external-dns\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:16.525088509Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.525116186Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.52573059Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.5289793Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"gateway_url":"http://[::1]:62233","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:62233/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cd89d2b9-df2a-47c1-9cbf-0fd61b6e82ba\", \"content-length\": \"163\", \"date\": \"Fri, 20 Mar 2026 18:35:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.529058193Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"gateway_url":"http://[::1]:62233","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:62233/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.530274458Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"gateway_url":"http://[::1]:62233","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:62233/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"718a8892-7cef-49d3-a346-c54a4c22ec23\", \"content-length\": \"166\", \"date\": \"Fri, 20 Mar 2026 18:35:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.530342886Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"gateway_url":"http://[::1]:62233","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:62233/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:16.53119379Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.531241688Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.531514911Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.53700052Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"gateway_url":"http://[::1]:62233","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:62233/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d2389a6b-fdcd-49e0-9307-0fa66498cb34\", \"content-length\": \"166\", \"date\": \"Fri, 20 Mar 2026 18:35:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.537192681Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"gateway_url":"http://[::1]:62233","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:62233/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:16.53738779Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.537427082Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.537937135Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.539309607Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"gateway_url":"http://[::1]:62233","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:62233/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f85d9d5f-c670-49ff-b280-604742b1b258\", \"content-length\": \"702\", \"date\": \"Fri, 20 Mar 2026 18:35:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.539404043Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"gateway_url":"http://[::1]:62233","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:62233/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.540080018Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"gateway_url":"http://[::1]:62233","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:62233/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dcfed44b-ebc1-46c8-b38b-a10fac67687e\", \"content-length\": \"727\", \"date\": \"Fri, 20 Mar 2026 18:35:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.542455844Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"gateway_url":"http://[::1]:62233","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:62233/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:16.542527181Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.542556497Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.542898778Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.54469974Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"gateway_url":"http://[::1]:62233","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:62233/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a47554d7-8eb0-45c3-abfb-0082e2416a96\", \"content-length\": \"729\", \"date\": \"Fri, 20 Mar 2026 18:35:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.544791937Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"gateway_url":"http://[::1]:62233","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:62233/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.546243243Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"gateway_url":"http://[::1]:62233","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:62233/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"49da48f7-bfd5-44d2-81bc-630f5e8e48e8\", \"content-length\": \"728\", \"date\": \"Fri, 20 Mar 2026 18:35:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.546300536Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"gateway_url":"http://[::1]:62233","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:62233/sp/sled/1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:16.546745459Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.546844063Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.547165914Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.553038913Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"gateway_url":"http://[::1]:62233","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:62233/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4b9d6834-cf6f-4e8b-97ba-1de0a170ffde\", \"content-length\": \"723\", \"date\": \"Fri, 20 Mar 2026 18:35:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.553162935Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"gateway_url":"http://[::1]:62233","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:62233/sp/sled/1/component/host-boot-flash/active-slot","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.553703164Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"gateway_url":"http://[::1]:62233","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:62233/sp/sled/1/component/host-boot-flash/active-slot\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"27d59e55-a024-4224-bbe8-6da468c78359\", \"content-length\": \"10\", \"date\": \"Fri, 20 Mar 2026 18:35:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.55377607Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"gateway_url":"http://[::1]:62233","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:62233/sp/sled/1/component/host-boot-flash/hash/0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.554398971Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"gateway_url":"http://[::1]:62233","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:62233/sp/sled/1/component/host-boot-flash/hash/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b8895d59-e4f7-4d40-a6fc-461e18a855f5\", \"content-length\": \"144\", \"date\": \"Fri, 20 Mar 2026 18:35:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.554446618Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"gateway_url":"http://[::1]:62233","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:62233/sp/sled/1/component/host-boot-flash/hash/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.554847502Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"gateway_url":"http://[::1]:62233","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:62233/sp/sled/1/component/host-boot-flash/hash/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"71831c31-97f4-4545-8c17-8458dfe2f7d8\", \"content-length\": \"147\", \"date\": \"Fri, 20 Mar 2026 18:35:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.554939189Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"gateway_url":"http://[::1]:62233","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:62233/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:16.555305259Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000002, lookup_type: ByName(\"nexus\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:16.555391069Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:16.555448723Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.55547537Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.555829096Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.557437638Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"gateway_url":"http://[::1]:62233","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:62233/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"222e7ebc-ee98-4aea-845a-a38e2f5be331\", \"content-length\": \"109\", \"date\": \"Fri, 20 Mar 2026 18:35:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.55756087Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"gateway_url":"http://[::1]:62233","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:62233/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:16.558149677Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:16.558190308Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.558217885Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.558575849Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.559678596Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"gateway_url":"http://[::1]:62233","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:62233/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"72e59bda-890e-4203-ab77-1f05ca1eb49c\", \"content-length\": \"109\", \"date\": \"Fri, 20 Mar 2026 18:35:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.559752371Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"gateway_url":"http://[::1]:62233","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:62233/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.560645416Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"gateway_url":"http://[::1]:62233","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:62233/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7fe85fc8-83ab-4283-9c75-56ced33da7d0\", \"content-length\": \"163\", \"date\": \"Fri, 20 Mar 2026 18:35:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.560697242Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"gateway_url":"http://[::1]:62233","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:62233/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:16.560859117Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:16.560893981Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.560920039Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.561266937Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.562857318Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"gateway_url":"http://[::1]:62233","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:62233/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"09f4758f-89eb-4c03-a66d-c140299b7164\", \"content-length\": \"163\", \"date\": \"Fri, 20 Mar 2026 18:35:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.562909534Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"gateway_url":"http://[::1]:62233","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:62233/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.564871491Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.57556423Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000002, lookup_type: ByName(\"nexus\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"successful lookup of siloed resource \"VpcSubnet\" using built-in user","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:16.575636206Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:16.575659795Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000002, lookup_type: ByName(\"nexus\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:16.575697278Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:16.575739048Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.575768205Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.576054412Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.578879278Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"gateway_url":"http://[::1]:62233","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:62233/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2b6f5717-27ca-4195-8466-4a8faf2c944f\", \"content-length\": \"166\", \"date\": \"Fri, 20 Mar 2026 18:35:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.579447324Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"gateway_url":"http://[::1]:62233","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:62233/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:16.579675788Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:16.579717868Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.579743746Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.580176035Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.582140462Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"gateway_url":"http://[::1]:62233","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:62233/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7a3d5a57-0628-4474-86a3-bf39f1fdd3f9\", \"content-length\": \"166\", \"date\": \"Fri, 20 Mar 2026 18:35:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.582227601Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"gateway_url":"http://[::1]:62233","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:62233/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:16.583192653Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:16.58324109Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.583266688Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.591204807Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.592580888Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"gateway_url":"http://[::1]:62233","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:62233/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cc231259-d302-4f83-8dd7-cfe8f868bbbb\", \"content-length\": \"702\", \"date\": \"Fri, 20 Mar 2026 18:35:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.592680671Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"gateway_url":"http://[::1]:62233","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:62233/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.593450293Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"gateway_url":"http://[::1]:62233","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:62233/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3a5b936d-832e-496e-a532-3685f61d1e43\", \"content-length\": \"727\", \"date\": \"Fri, 20 Mar 2026 18:35:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.593516033Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"gateway_url":"http://[::1]:62233","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:62233/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.594356252Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.601517862Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000002, lookup_type: ByName(\"nexus\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:16.601641205Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.601744307Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.603439559Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.617586781Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"gateway_url":"http://[::1]:62233","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:62233/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3caa9aa9-ace9-47c9-884b-9fee1b9688ae\", \"content-length\": \"729\", \"date\": \"Fri, 20 Mar 2026 18:35:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.617721398Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"gateway_url":"http://[::1]:62233","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:62233/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.618516119Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"gateway_url":"http://[::1]:62233","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:62233/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5b12d54d-8a1a-4472-9762-8dc6373e66b3\", \"content-length\": \"728\", \"date\": \"Fri, 20 Mar 2026 18:35:16 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:16.618568764Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:16.61859954Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:16.618628267Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.618654654Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.61913802Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.621694271Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.625457501Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:16.625514415Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:16.625543581Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:16.625575586Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.625603313Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.625809957Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"resolved names for firewall rules","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.626851733Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","subnet_networks":"{Name(\"nexus\"): [V4(Ipv4Network { addr: 172.30.2.0, prefix: 24 }), V6(Ipv6Network { addr: fd77:e9d2:9cd9:2::, prefix: 64 })], Name(\"external-dns\"): [V4(Ipv4Network { addr: 172.30.1.0, prefix: 24 }), V6(Ipv6Network { addr: fd77:e9d2:9cd9:1::, prefix: 64 })]}","subnet_interfaces":"{Name(\"external-dns\"): [NetworkInterface { id: 5fb8966f-b0e9-493e-8358-33e7f5961b68, kind: Service { id: 19f794fb-a20e-45d0-b068-153f5c1d1c54 }, name: Name(\"external-dns-19f794fb-a20e-45d0-b068-153f5c1d1c54\"), ip_config: V6(PrivateIpv6Config { ip: fd77:e9d2:9cd9:1::6, subnet: Ipv6Net { addr: fd77:e9d2:9cd9:1::, width: 64 }, transit_ips: [] }), mac: MacAddr(MacAddr6([168, 64, 37, 255, 128, 0])), vni: Vni(100), primary: true, slot: 0 }], Name(\"nexus\"): [NetworkInterface { id: fe4682c5-3619-4f4f-b8ce-b08764b546e3, kind: Service { id: 913233fe-92a8-4635-9572-183f495429c4 }, name: Name(\"nexus-913233fe-92a8-4635-9572-183f495429c4\"), ip_config: V4(PrivateIpv4Config { ip: 172.30.2.6, subnet: Ipv4Net { addr: 172.30.2.0, width: 24 }, transit_ips: [] }), mac: MacAddr(MacAddr6([168, 64, 37, 255, 128, 1])), vni: Vni(100), primary: true, slot: 0 }]}","vpc_interfaces":"{}","instance_interfaces":"{}"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:16.626930496Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:16.626956944Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:16.626984951Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.627010389Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.627295966Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.628885887Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.634411058Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:16.634512341Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.634570704Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.634946159Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.635988785Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.638701613Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:16.638760026Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.638788983Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.638995497Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"fetched allowlist from DB","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:16.642476518Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","allowed":"AllowList { id: 001de000-a110-4000-8000-000000000000, time_created: 2026-03-20T18:34:39.374512Z, time_modified: 2026-03-20T18:35:14.759460Z, allowed_ips: None }"} {"msg":"Allowlist for user-facing services is set to allow any inbound traffic. Existing VPC firewall rules will not be modified.","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.642551473Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"resolved firewall rules for sled agents","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.642576582Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","sled_agent_rules":"[ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 5fb8966f-b0e9-493e-8358-33e7f5961b68, kind: Service { id: 19f794fb-a20e-45d0-b068-153f5c1d1c54 }, name: Name(\"external-dns-19f794fb-a20e-45d0-b068-153f5c1d1c54\"), ip_config: V6(PrivateIpv6Config { ip: fd77:e9d2:9cd9:1::6, subnet: Ipv6Net { addr: fd77:e9d2:9cd9:1::, width: 64 }, transit_ips: [] }), mac: MacAddr(MacAddr6([168, 64, 37, 255, 128, 0])), vni: Vni(100), primary: true, slot: 0 }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: fe4682c5-3619-4f4f-b8ce-b08764b546e3, kind: Service { id: 913233fe-92a8-4635-9572-183f495429c4 }, name: Name(\"nexus-913233fe-92a8-4635-9572-183f495429c4\"), ip_config: V4(PrivateIpv4Config { ip: 172.30.2.6, subnet: Ipv4Net { addr: 172.30.2.0, width: 24 }, transit_ips: [] }), mac: MacAddr(MacAddr6([168, 64, 37, 255, 128, 1])), vni: Vni(100), primary: true, slot: 0 }, NetworkInterface { id: 5fb8966f-b0e9-493e-8358-33e7f5961b68, kind: Service { id: 19f794fb-a20e-45d0-b068-153f5c1d1c54 }, name: Name(\"external-dns-19f794fb-a20e-45d0-b068-153f5c1d1c54\"), ip_config: V6(PrivateIpv6Config { ip: fd77:e9d2:9cd9:1::6, subnet: Ipv6Net { addr: fd77:e9d2:9cd9:1::, width: 64 }, transit_ips: [] }), mac: MacAddr(MacAddr6([168, 64, 37, 255, 128, 0])), vni: Vni(100), primary: true, slot: 0 }], filter_hosts: None, filter_ports: None, filter_protocols: Some([Icmp(Some(VpcFirewallIcmpFilter { icmp_type: 3, code: Some(IcmpParamRange { first: 3, last: 4 }) })), Icmp(Some(VpcFirewallIcmpFilter { icmp_type: 5, code: None })), Icmp(Some(VpcFirewallIcmpFilter { icmp_type: 11, code: None }))]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: fe4682c5-3619-4f4f-b8ce-b08764b546e3, kind: Service { id: 913233fe-92a8-4635-9572-183f495429c4 }, name: Name(\"nexus-913233fe-92a8-4635-9572-183f495429c4\"), ip_config: V4(PrivateIpv4Config { ip: 172.30.2.6, subnet: Ipv4Net { addr: 172.30.2.0, width: 24 }, transit_ips: [] }), mac: MacAddr(MacAddr6([168, 64, 37, 255, 128, 1])), vni: Vni(100), primary: true, slot: 0 }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]"} {"msg":"resolved 3 rules for sleds","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.642702763Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.702044631Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","sled_agent_url":"http://[::1]:57324"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.70211312Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"SledAgent":"http://[::1]:57324","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:57324/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:16.703287533Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"[::1]:57324","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:64025"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:16.70376787Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"uri":"/inventory","method":"GET","req_id":"3ceb572e-2476-41aa-bb65-7ce67ef11ecc","remote_addr":"[::1]:64025","local_addr":"[::1]:57324","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"determined request API version","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.703813519Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"uri":"/inventory","method":"GET","req_id":"3ceb572e-2476-41aa-bb65-7ce67ef11ecc","remote_addr":"[::1]:64025","local_addr":"[::1]:57324","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","version":"28.0.0"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:16.707486691Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"uri":"/inventory","method":"GET","req_id":"3ceb572e-2476-41aa-bb65-7ce67ef11ecc","remote_addr":"[::1]:64025","local_addr":"[::1]:57324","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":3679,"response_code":200} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.708159678Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"SledAgent":"http://[::1]:57324","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:57324/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3ceb572e-2476-41aa-bb65-7ce67ef11ecc\", \"content-length\": \"20582\", \"date\": \"Fri, 20 Mar 2026 18:35:16 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.710312227Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.710368661Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","nkeeper_admin_clients":0} {"msg":"begin collection from CockroachDB nodes","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.710394409Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.711263625Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"CockroachClusterAdminClient","component":"inventory_cockroach_client","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:32222/node/id","method":"GET"} {"msg":"resolved sleds for vpc oxide-services","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.772215164Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","vpc_to_sled":"[Sled { identity: SledIdentity { id: b6d65341-167c-41df-9b5c-41cded99c229 (sled), time_created: 2026-03-20T18:35:10.102027Z, time_modified: 2026-03-20T18:35:10.102027Z }, time_deleted: None, rcgen: Generation(Generation(1)), rack_id: c19a698f-c6f9-4a17-ae30-20d711b8f7dc, is_scrimlet: true, serial_number: \"SimGimlet00\", part_number: \"i86pc\", revision: SqlU32(3), usable_hardware_threads: SqlU32(16), usable_physical_ram: ByteCount(ByteCount(34359738368)), reservoir_size: ByteCount(ByteCount(17179869184)), ip: ::1, port: SqlU16(57324), last_used_address: ::ffff, policy: InService, state: Active, sled_agent_gen: Generation(Generation(1)), repo_depot_port: SqlU16(44630), cpu_family: AmdMilan }]"} {"msg":"sending firewall rules to sled agents","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.772297826Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:16.850464631Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.850529921Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.851739269Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:16.860954674Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Sled { parent: Fleet, key: b6d65341-167c-41df-9b5c-41cded99c229 (sled), lookup_type: ById(b6d65341-167c-41df-9b5c-41cded99c229) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:16.86102663Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:16.861056517Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.861083464Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.861696089Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.864207002Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.869016855Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Sled { parent: Fleet, key: b6d65341-167c-41df-9b5c-41cded99c229 (sled), lookup_type: ById(b6d65341-167c-41df-9b5c-41cded99c229) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.869313587Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:57324/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:16.870062899Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"[::1]:57324","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:43037"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:16.870351215Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"60b29b8d-6995-4e82-af37-3ef40cc0bce0","remote_addr":"[::1]:43037","local_addr":"[::1]:57324","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"determined request API version","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.870392266Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"60b29b8d-6995-4e82-af37-3ef40cc0bce0","remote_addr":"[::1]:43037","local_addr":"[::1]:57324","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","version":"28.0.0"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:16.871895567Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"60b29b8d-6995-4e82-af37-3ef40cc0bce0","remote_addr":"[::1]:43037","local_addr":"[::1]:57324","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":1538,"response_code":204} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.872101081Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:57324/vpc/001de000-074c-4000-8000-000000000000/firewall/rules\", status: 204, headers: {\"x-request-id\": \"60b29b8d-6995-4e82-af37-3ef40cc0bce0\", \"date\": \"Fri, 20 Mar 2026 18:35:16 GMT\"} })"} {"msg":"updated firewall rules on 1 sleds","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:16.872164372Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"plumbed initial IP allowlist","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:16.872188551Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.951726789Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:51359","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.951807691Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:51359","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/access","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.951834558Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:51359","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/assets/{path}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.951870432Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:51359","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/device/auth","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.951894571Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:51359","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/device/confirm","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.951919929Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:51359","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/device/success","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.951943668Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:51359","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/device/token","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.951968726Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:51359","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/device/verify","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.951997123Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:51359","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026010300.0.0","path":"/experimental/v1/probes","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.952025949Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:51359","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2026010300.0.0","path":"/experimental/v1/probes","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.952050918Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:51359","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026010500.0.0","path":"/experimental/v1/probes","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.952074887Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:51359","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2026010500.0.0","path":"/experimental/v1/probes","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.952100275Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:51359","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/experimental/v1/probes/{probe}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.952124753Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:51359","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026010300.0.0","path":"/experimental/v1/probes/{probe}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.952164585Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:51359","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2026010300.0.0","path":"/experimental/v1/probes/{probe}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.952190333Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:51359","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/experimental/v1/system/support-bundles","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.952220279Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:51359","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/experimental/v1/system/support-bundles","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.952245178Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:51359","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/experimental/v1/system/support-bundles/{bundle_id}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.952269906Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:51359","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/experimental/v1/system/support-bundles/{bundle_id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.952298013Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:51359","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/experimental/v1/system/support-bundles/{bundle_id}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.952337585Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:51359","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/experimental/v1/system/support-bundles/{bundle_id}/download","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.952363662Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:51359","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/experimental/v1/system/support-bundles/{bundle_id}/download","method":"HEAD"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.95238974Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:51359","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/experimental/v1/system/support-bundles/{bundle_id}/download/{file}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.952415298Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:51359","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/experimental/v1/system/support-bundles/{bundle_id}/download/{file}","method":"HEAD"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.952439697Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:51359","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/experimental/v1/system/support-bundles/{bundle_id}/index","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.952465305Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:51359","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/images","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.952487685Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:51359","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/login","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.952510194Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:51359","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/login/{silo_name}/local","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.952532444Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:51359","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/login/{silo_name}/saml/{provider_name}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.952555133Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:51359","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/login/{silo_name}/saml/{provider_name}","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.952578093Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:51359","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/login/{silo_name}/saml/{provider_name}/redirect","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.952603741Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:51359","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/lookup/{path}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.95262775Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:51359","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/projects/{path}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.952654557Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:51359","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/projects-new","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.952722256Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:51359","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/scim/v2/Groups","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.952747944Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:51359","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/scim/v2/Groups","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.952771133Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:51359","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/scim/v2/Groups/{group_id}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.952795242Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:51359","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/scim/v2/Groups/{group_id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.952821889Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:51359","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/scim/v2/Groups/{group_id}","method":"PATCH"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.952846998Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:51359","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/scim/v2/Groups/{group_id}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.952877164Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:51359","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/scim/v2/Users","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.952901192Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:51359","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/scim/v2/Users","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.952925041Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:51359","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/scim/v2/Users/{user_id}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.952948301Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:51359","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/scim/v2/Users/{user_id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.95297092Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:51359","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/scim/v2/Users/{user_id}","method":"PATCH"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.952994919Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:51359","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/scim/v2/Users/{user_id}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.953018508Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:51359","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/settings/{path}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.953042527Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:51359","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/system/{path}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.953064696Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:51359","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/utilization","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.953089675Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:51359","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/affinity-groups","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.953113774Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:51359","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/affinity-groups","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.953169218Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:51359","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/affinity-groups/{affinity_group}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.953195306Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:51359","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/affinity-groups/{affinity_group}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.953218995Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:51359","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/affinity-groups/{affinity_group}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.953244093Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:51359","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/affinity-groups/{affinity_group}/members","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.953267382Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:51359","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/affinity-groups/{affinity_group}/members/instance/{instance}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.9532926Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:51359","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/affinity-groups/{affinity_group}/members/instance/{instance}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.953317929Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:51359","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/affinity-groups/{affinity_group}/members/instance/{instance}","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.953344496Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:51359","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/alert-classes","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.953367456Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:51359","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/alert-receivers","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.953390325Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:51359","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/alert-receivers/{receiver}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.953413844Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:51359","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/alert-receivers/{receiver}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.953437803Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:51359","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/alert-receivers/{receiver}/deliveries","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.953461832Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:51359","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/alert-receivers/{receiver}/probe","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.95348726Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:51359","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/alert-receivers/{receiver}/subscriptions","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.953511699Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:51359","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/alert-receivers/{receiver}/subscriptions/{subscription}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.953535647Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:51359","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/alerts/{alert_id}/resend","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.953559257Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:51359","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/anti-affinity-groups","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.953586274Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:51359","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/anti-affinity-groups","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.953625216Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:51359","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/anti-affinity-groups/{anti_affinity_group}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.953648995Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:51359","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/anti-affinity-groups/{anti_affinity_group}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.953675423Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:51359","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/anti-affinity-groups/{anti_affinity_group}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.953718462Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:51359","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/anti-affinity-groups/{anti_affinity_group}/members","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.95376595Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:51359","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/anti-affinity-groups/{anti_affinity_group}/members/instance/{instance}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.953794257Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:51359","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/anti-affinity-groups/{anti_affinity_group}/members/instance/{instance}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.953822134Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:51359","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/anti-affinity-groups/{anti_affinity_group}/members/instance/{instance}","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.953847393Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:51359","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/auth-settings","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.953871661Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:51359","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/auth-settings","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.95389518Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:51359","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/certificates","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.95391746Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:51359","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/certificates","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.953950245Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:51359","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/certificates/{certificate}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.953974354Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:51359","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/certificates/{certificate}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.953999652Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:51359","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026013001.0.0","path":"/v1/disks","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.954023301Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:51359","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"from 2025120300.0.0 to 2026013001.0.0","path":"/v1/disks","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.954049149Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:51359","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2025120300.0.0","path":"/v1/disks","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.954076166Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:51359","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026013100.0.0","path":"/v1/disks","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.954147193Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:51359","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"from 2026013001.0.0 to 2026013100.0.0","path":"/v1/disks","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.95419804Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:51359","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"from 2025120300.0.0 to 2026013001.0.0","path":"/v1/disks","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.954226106Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:51359","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2025120300.0.0","path":"/v1/disks","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.954251535Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:51359","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/disks/{disk}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.954293835Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:51359","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026013001.0.0","path":"/v1/disks/{disk}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.95434684Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:51359","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"from 2025120300.0.0 to 2026013001.0.0","path":"/v1/disks/{disk}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.954399466Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:51359","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2025120300.0.0","path":"/v1/disks/{disk}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.954424284Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:51359","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/disks/{disk}/bulk-write","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.954447374Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:51359","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/disks/{disk}/bulk-write-start","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.954472492Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:51359","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/disks/{disk}/bulk-write-stop","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.954496671Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:51359","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/disks/{disk}/finalize","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.95452062Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:51359","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026011601.0.0","path":"/v1/external-subnets","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.954545948Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:51359","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026012201.0.0","path":"/v1/external-subnets","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.954570496Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:51359","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"from 2026011601.0.0 to 2026012201.0.0","path":"/v1/external-subnets","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.954597174Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:51359","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026011601.0.0","path":"/v1/external-subnets/{external_subnet}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.954622872Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:51359","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026011601.0.0","path":"/v1/external-subnets/{external_subnet}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.954646891Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:51359","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026011601.0.0","path":"/v1/external-subnets/{external_subnet}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.954673568Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:51359","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026011601.0.0","path":"/v1/external-subnets/{external_subnet}/attach","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.954699516Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:51359","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026011601.0.0","path":"/v1/external-subnets/{external_subnet}/detach","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.954725814Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:51359","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/floating-ips","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.954760668Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:51359","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026012200.0.0","path":"/v1/floating-ips","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.954785306Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:51359","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"from 2026011600.0.0 to 2026012200.0.0","path":"/v1/floating-ips","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.954808985Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:51359","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"from 2026010500.0.0 to 2026011600.0.0","path":"/v1/floating-ips","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.954831845Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:51359","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"from 2025122300.0.0 to 2026010500.0.0","path":"/v1/floating-ips","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.954856833Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:51359","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2025122300.0.0","path":"/v1/floating-ips","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.954882001Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:51359","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/floating-ips/{floating_ip}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.954911298Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:51359","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/floating-ips/{floating_ip}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.954939135Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:51359","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/floating-ips/{floating_ip}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.954965872Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:51359","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/floating-ips/{floating_ip}/attach","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.954990271Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:51359","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/floating-ips/{floating_ip}/detach","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.95501489Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:51359","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026030200.0.0","path":"/v1/groups","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.955041877Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:51359","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2026030200.0.0","path":"/v1/groups","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.955117102Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:51359","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026030200.0.0","path":"/v1/groups/{group_id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.95514301Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:51359","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2026030200.0.0","path":"/v1/groups/{group_id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.95516528Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:51359","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/images","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.95518734Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:51359","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/images","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.955236757Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:51359","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/images/{image}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.955259216Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:51359","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/images/{image}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.955282885Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:51359","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/images/{image}/demote","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.955305095Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:51359","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/images/{image}/promote","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.955328084Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:51359","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/instances","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.955388616Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:51359","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026013100.0.0","path":"/v1/instances","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.955413254Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:51359","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"from 2026013001.0.0 to 2026013100.0.0","path":"/v1/instances","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.955436844Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:51359","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"from 2026010800.0.0 to 2026013001.0.0","path":"/v1/instances","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.955460642Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:51359","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"from 2026010500.0.0 to 2026010800.0.0","path":"/v1/instances","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.955483592Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:51359","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"from 2026010300.0.0 to 2026010500.0.0","path":"/v1/instances","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.955507481Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:51359","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"from 2025122300.0.0 to 2026010300.0.0","path":"/v1/instances","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.955531679Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:51359","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"from 2025120300.0.0 to 2025122300.0.0","path":"/v1/instances","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.955555129Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:51359","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2025120300.0.0","path":"/v1/instances","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.955578268Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:51359","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/instances/{instance}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.955600607Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:51359","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/instances/{instance}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.955623087Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:51359","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026010800.0.0","path":"/v1/instances/{instance}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.955646656Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:51359","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2026010800.0.0","path":"/v1/instances/{instance}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.955671404Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:51359","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/instances/{instance}/affinity-groups","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.955727069Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:51359","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/instances/{instance}/anti-affinity-groups","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.955752427Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:51359","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026013001.0.0","path":"/v1/instances/{instance}/disks","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.955777225Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:51359","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"from 2025120300.0.0 to 2026013001.0.0","path":"/v1/instances/{instance}/disks","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.955802603Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:51359","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2025120300.0.0","path":"/v1/instances/{instance}/disks","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.955826802Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:51359","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026013001.0.0","path":"/v1/instances/{instance}/disks/attach","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.955850961Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:51359","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"from 2025120300.0.0 to 2026013001.0.0","path":"/v1/instances/{instance}/disks/attach","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.955876259Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:51359","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2025120300.0.0","path":"/v1/instances/{instance}/disks/attach","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.955901368Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:51359","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026013001.0.0","path":"/v1/instances/{instance}/disks/detach","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.955925966Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:51359","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"from 2025120300.0.0 to 2026013001.0.0","path":"/v1/instances/{instance}/disks/detach","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.955950255Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:51359","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2025120300.0.0","path":"/v1/instances/{instance}/disks/detach","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.955977022Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:51359","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/instances/{instance}/external-ips","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.956002161Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:51359","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026012300.0.0","path":"/v1/instances/{instance}/external-ips/ephemeral","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.956028019Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:51359","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2026012300.0.0","path":"/v1/instances/{instance}/external-ips/ephemeral","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.956054846Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:51359","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026010500.0.0","path":"/v1/instances/{instance}/external-ips/ephemeral","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.956081974Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:51359","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"from 2025122300.0.0 to 2026010500.0.0","path":"/v1/instances/{instance}/external-ips/ephemeral","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.956142176Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:51359","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2025122300.0.0","path":"/v1/instances/{instance}/external-ips/ephemeral","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.956169903Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:51359","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026013000.0.0","path":"/v1/instances/{instance}/external-subnets","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.956193981Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:51359","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026010800.0.0","path":"/v1/instances/{instance}/multicast-groups","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.95621814Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:51359","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2026010800.0.0","path":"/v1/instances/{instance}/multicast-groups","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.956241389Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:51359","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026010800.0.0","path":"/v1/instances/{instance}/multicast-groups/{multicast_group}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.956316624Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:51359","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2026010800.0.0","path":"/v1/instances/{instance}/multicast-groups/{multicast_group}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.956342642Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:51359","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026010800.0.0","path":"/v1/instances/{instance}/multicast-groups/{multicast_group}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.956377276Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:51359","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2026010800.0.0","path":"/v1/instances/{instance}/multicast-groups/{multicast_group}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.956401465Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:51359","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/instances/{instance}/reboot","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.956423755Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:51359","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/instances/{instance}/serial-console","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.956448363Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:51359","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/instances/{instance}/serial-console/stream","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.956471572Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:51359","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/instances/{instance}/ssh-public-keys","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.956495391Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:51359","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/instances/{instance}/start","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.956518151Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:51359","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/instances/{instance}/stop","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.95654047Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:51359","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/internet-gateway-ip-addresses","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.956561661Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:51359","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/internet-gateway-ip-addresses","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.95658395Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:51359","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/internet-gateway-ip-addresses/{address}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.9566068Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:51359","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/internet-gateway-ip-pools","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.956633507Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:51359","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/internet-gateway-ip-pools","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.956657546Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:51359","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/internet-gateway-ip-pools/{pool}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.956681285Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:51359","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/internet-gateways","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.956703545Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:51359","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/internet-gateways","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.956726804Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:51359","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/internet-gateways/{gateway}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.956748204Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:51359","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/internet-gateways/{gateway}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.956769394Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:51359","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026020900.0.0","path":"/v1/ip-pools","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.956791244Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:51359","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"from 2026010100.0.0 to 2026020900.0.0","path":"/v1/ip-pools","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.956813214Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:51359","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2026010100.0.0","path":"/v1/ip-pools","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.956835663Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:51359","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026020900.0.0","path":"/v1/ip-pools/{pool}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.956872726Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:51359","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"from 2026010100.0.0 to 2026020900.0.0","path":"/v1/ip-pools/{pool}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.956894606Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:51359","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2026010100.0.0","path":"/v1/ip-pools/{pool}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.956916675Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:51359","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/login/{silo_name}/local","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.956937816Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:51359","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/logout","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.956958586Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:51359","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026030200.0.0","path":"/v1/me","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.956980286Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:51359","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2026030200.0.0","path":"/v1/me","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.957000746Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:51359","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/me/access-tokens","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.957022746Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:51359","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/me/access-tokens/{token_id}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.957044356Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:51359","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026030200.0.0","path":"/v1/me/groups","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.957065906Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:51359","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2026030200.0.0","path":"/v1/me/groups","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.957086736Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:51359","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/me/ssh-keys","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.957107047Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:51359","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/me/ssh-keys","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.957127797Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:51359","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/me/ssh-keys/{ssh_key}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.957148378Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:51359","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/me/ssh-keys/{ssh_key}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.957168898Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:51359","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/metrics/{metric_name}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.957352193Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:51359","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026031400.0.0","path":"/v1/multicast-groups","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.957404099Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:51359","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"from 2026010800.0.0 to 2026031400.0.0","path":"/v1/multicast-groups","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.957426778Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:51359","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2026010800.0.0","path":"/v1/multicast-groups","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.957448408Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:51359","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2026010800.0.0","path":"/v1/multicast-groups","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.957470128Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:51359","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2026010800.0.0","path":"/v1/multicast-groups/{multicast_group}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.957492128Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:51359","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026031400.0.0","path":"/v1/multicast-groups/{multicast_group}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.957514827Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:51359","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"from 2026010800.0.0 to 2026031400.0.0","path":"/v1/multicast-groups/{multicast_group}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.957536757Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:51359","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2026010800.0.0","path":"/v1/multicast-groups/{multicast_group}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.957558597Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:51359","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2026010800.0.0","path":"/v1/multicast-groups/{multicast_group}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.957580807Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:51359","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026010800.0.0","path":"/v1/multicast-groups/{multicast_group}/members","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.957602996Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:51359","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2026010800.0.0","path":"/v1/multicast-groups/{multicast_group}/members","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.957625516Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:51359","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2026010800.0.0","path":"/v1/multicast-groups/{multicast_group}/members","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.957647865Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:51359","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2026010800.0.0","path":"/v1/multicast-groups/{multicast_group}/members/{instance}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.957671145Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:51359","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026010300.0.0","path":"/v1/network-interfaces","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.957693544Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:51359","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2026010300.0.0","path":"/v1/network-interfaces","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.957716494Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:51359","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026010300.0.0","path":"/v1/network-interfaces","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.957739143Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:51359","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2026010300.0.0","path":"/v1/network-interfaces","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.957761113Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:51359","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/network-interfaces/{interface}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.957782353Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:51359","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026010300.0.0","path":"/v1/network-interfaces/{interface}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.957804343Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:51359","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2026010300.0.0","path":"/v1/network-interfaces/{interface}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.957826303Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:51359","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026010300.0.0","path":"/v1/network-interfaces/{interface}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.957848742Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:51359","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2026010300.0.0","path":"/v1/network-interfaces/{interface}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.957870552Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:51359","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/ping","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.957890902Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:51359","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/policy","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.957911433Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:51359","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/policy","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.957931384Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:51359","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/projects","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.957951114Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:51359","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/projects","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.957971565Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:51359","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/projects/{project}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.957992185Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:51359","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/projects/{project}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.958053797Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:51359","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/projects/{project}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.958108751Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:51359","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/projects/{project}/policy","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.958134129Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:51359","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/projects/{project}/policy","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.958156839Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:51359","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/snapshots","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.958178519Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:51359","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/snapshots","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.958200578Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:51359","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/snapshots/{snapshot}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.958223568Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:51359","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/snapshots/{snapshot}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.958246517Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:51359","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026020900.0.0","path":"/v1/subnet-pools","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.958271496Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:51359","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"from 2026020600.0.0 to 2026020900.0.0","path":"/v1/subnet-pools","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.958297074Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:51359","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026020900.0.0","path":"/v1/subnet-pools/{pool}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.958322682Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:51359","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/audit-log","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.95837Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:51359","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/hardware/disks","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.958397337Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:51359","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/hardware/disks/{disk_id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.958420126Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:51359","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026030601.0.0","path":"/v1/system/hardware/rack-switch-port/{rack_id}/{switch_slot}/{port}/lldp/neighbors","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.958447214Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:51359","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2026030601.0.0","path":"/v1/system/hardware/rack-switch-port/{rack_id}/{switch_slot}/{port}/lldp/neighbors","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.958473092Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:51359","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/hardware/racks","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.958497021Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:51359","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/hardware/racks/{rack_id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.95851945Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:51359","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026012100.0.0","path":"/v1/system/hardware/racks/{rack_id}/membership","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.958543009Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:51359","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026020200.0.0","path":"/v1/system/hardware/racks/{rack_id}/membership/abort","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.958566089Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:51359","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026012100.0.0","path":"/v1/system/hardware/racks/{rack_id}/membership/add","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.958635136Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:51359","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/hardware/sleds","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.958657056Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:51359","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2026021900.0.0","path":"/v1/system/hardware/sleds","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.958681705Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:51359","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/hardware/sleds/{sled_id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.958706883Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:51359","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/hardware/sleds/{sled_id}/disks","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.958729912Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:51359","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/hardware/sleds/{sled_id}/instances","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.958753152Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:51359","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/hardware/sleds/{sled_id}/provision-policy","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.95877747Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:51359","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/hardware/sleds-uninitialized","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.958801059Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:51359","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026030601.0.0","path":"/v1/system/hardware/switch-port","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.958827867Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:51359","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2026030601.0.0","path":"/v1/system/hardware/switch-port","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.958875465Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:51359","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026030601.0.0","path":"/v1/system/hardware/switch-port/{port}/lldp/config","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.958899583Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:51359","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2026030601.0.0","path":"/v1/system/hardware/switch-port/{port}/lldp/config","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.958923732Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:51359","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026030601.0.0","path":"/v1/system/hardware/switch-port/{port}/lldp/config","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.95894948Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:51359","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2026030601.0.0","path":"/v1/system/hardware/switch-port/{port}/lldp/config","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.958974169Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:51359","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026030601.0.0","path":"/v1/system/hardware/switch-port/{port}/settings","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.959008693Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:51359","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2026030601.0.0","path":"/v1/system/hardware/switch-port/{port}/settings","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.959088706Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:51359","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026030601.0.0","path":"/v1/system/hardware/switch-port/{port}/settings","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.959116812Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:51359","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2026030601.0.0","path":"/v1/system/hardware/switch-port/{port}/settings","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.95914307Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:51359","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026030601.0.0","path":"/v1/system/hardware/switch-port/{port}/status","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.959167919Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:51359","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2026030601.0.0","path":"/v1/system/hardware/switch-port/{port}/status","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.959231989Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:51359","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/hardware/switches","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.959257827Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:51359","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/hardware/switches/{switch_id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.959308034Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:51359","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/identity-providers","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.959334591Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:51359","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026030200.0.0","path":"/v1/system/identity-providers/local/users","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.95935918Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:51359","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2026030200.0.0","path":"/v1/system/identity-providers/local/users","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.959383379Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:51359","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/identity-providers/local/users/{user_id}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.959406908Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:51359","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/identity-providers/local/users/{user_id}/set-password","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.959432616Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:51359","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/identity-providers/saml","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.959455405Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:51359","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/identity-providers/saml/{provider}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.959478214Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:51359","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026020900.0.0","path":"/v1/system/ip-pools","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.959502003Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:51359","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2026020900.0.0","path":"/v1/system/ip-pools","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.959525422Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:51359","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026020900.0.0","path":"/v1/system/ip-pools","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.95957437Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:51359","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2026020900.0.0","path":"/v1/system/ip-pools","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.959621788Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:51359","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026020900.0.0","path":"/v1/system/ip-pools/{pool}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.959648335Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:51359","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2026020900.0.0","path":"/v1/system/ip-pools/{pool}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.959672584Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:51359","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026020900.0.0","path":"/v1/system/ip-pools/{pool}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.959706288Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:51359","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2026020900.0.0","path":"/v1/system/ip-pools/{pool}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.959729897Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:51359","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026020900.0.0","path":"/v1/system/ip-pools/{pool}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.959774257Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:51359","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2026020900.0.0","path":"/v1/system/ip-pools/{pool}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.959798476Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:51359","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026020900.0.0","path":"/v1/system/ip-pools/{pool}/ranges","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.959821865Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:51359","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2026020900.0.0","path":"/v1/system/ip-pools/{pool}/ranges","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.959845144Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:51359","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026020900.0.0","path":"/v1/system/ip-pools/{pool}/ranges/add","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.959871052Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:51359","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2026020900.0.0","path":"/v1/system/ip-pools/{pool}/ranges/add","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.959894031Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:51359","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026020900.0.0","path":"/v1/system/ip-pools/{pool}/ranges/remove","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.959919079Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:51359","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2026020900.0.0","path":"/v1/system/ip-pools/{pool}/ranges/remove","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.959943868Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:51359","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026020900.0.0","path":"/v1/system/ip-pools/{pool}/silos","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.959968956Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:51359","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2026020900.0.0","path":"/v1/system/ip-pools/{pool}/silos","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.959993765Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:51359","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026020900.0.0","path":"/v1/system/ip-pools/{pool}/silos","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.960028229Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:51359","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2026020900.0.0","path":"/v1/system/ip-pools/{pool}/silos","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.960053107Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:51359","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026020900.0.0","path":"/v1/system/ip-pools/{pool}/silos/{silo}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.960107792Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:51359","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2026020900.0.0","path":"/v1/system/ip-pools/{pool}/silos/{silo}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.96013368Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:51359","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026020900.0.0","path":"/v1/system/ip-pools/{pool}/silos/{silo}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.960160997Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:51359","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2026020900.0.0","path":"/v1/system/ip-pools/{pool}/silos/{silo}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.960184456Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:51359","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026020900.0.0","path":"/v1/system/ip-pools/{pool}/utilization","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.960209045Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:51359","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2026020900.0.0","path":"/v1/system/ip-pools/{pool}/utilization","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.960233763Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:51359","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026020900.0.0","path":"/v1/system/ip-pools-service","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.960256712Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:51359","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2026020900.0.0","path":"/v1/system/ip-pools-service","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.960279232Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:51359","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026020900.0.0","path":"/v1/system/ip-pools-service/ranges","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.960303551Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:51359","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2026020900.0.0","path":"/v1/system/ip-pools-service/ranges","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.960328369Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:51359","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026020900.0.0","path":"/v1/system/ip-pools-service/ranges/add","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.960352568Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:51359","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2026020900.0.0","path":"/v1/system/ip-pools-service/ranges/add","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.960375467Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:51359","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026020900.0.0","path":"/v1/system/ip-pools-service/ranges/remove","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.960399376Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:51359","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2026020900.0.0","path":"/v1/system/ip-pools-service/ranges/remove","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.960422845Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:51359","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/metrics/{metric_name}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.960482398Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:51359","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2026010800.0.0","path":"/v1/system/multicast-groups/by-ip/{address}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.960509785Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:51359","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/networking/address-lot","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.960749523Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:51359","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/networking/address-lot","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.960836753Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:51359","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/networking/address-lot/{address_lot}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.960866889Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:51359","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/networking/address-lot/{address_lot}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.96107825Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:51359","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/networking/address-lot/{address_lot}/blocks","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.961141671Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:51359","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/networking/allow-list","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.961168638Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:51359","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/networking/allow-list","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.96120917Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:51359","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026030601.0.0","path":"/v1/system/networking/bfd-disable","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.961560406Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:51359","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2026030601.0.0","path":"/v1/system/networking/bfd-disable","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.96159541Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:51359","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026030601.0.0","path":"/v1/system/networking/bfd-enable","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.961623857Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:51359","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2026030601.0.0","path":"/v1/system/networking/bfd-enable","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.961648825Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:51359","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026030601.0.0","path":"/v1/system/networking/bfd-status","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.961672704Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:51359","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2026030601.0.0","path":"/v1/system/networking/bfd-status","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.961787551Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:51359","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/networking/bgp","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.961819196Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:51359","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026021301.0.0","path":"/v1/system/networking/bgp","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.961843035Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:51359","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2026021301.0.0","path":"/v1/system/networking/bgp","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.961867623Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:51359","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026021301.0.0","path":"/v1/system/networking/bgp","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.961892912Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:51359","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2026021301.0.0","path":"/v1/system/networking/bgp","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.961916541Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:51359","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/networking/bgp-announce-set","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.96193957Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:51359","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/networking/bgp-announce-set","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.961983979Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:51359","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/networking/bgp-announce-set/{announce_set}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.962009268Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:51359","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/networking/bgp-announce-set/{announce_set}/announcement","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.962034576Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:51359","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026021301.0.0","path":"/v1/system/networking/bgp-exported","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.962060854Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:51359","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2026021301.0.0","path":"/v1/system/networking/bgp-exported","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.962085302Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:51359","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026021301.0.0","path":"/v1/system/networking/bgp-imported","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.962109911Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:51359","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/networking/bgp-message-history","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.96213393Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:51359","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2026021301.0.0","path":"/v1/system/networking/bgp-routes-ipv4","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.962157978Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:51359","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026021301.0.0","path":"/v1/system/networking/bgp-status","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.962182097Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:51359","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"from 2025121200.0.0 to 2026021301.0.0","path":"/v1/system/networking/bgp-status","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.962205896Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:51359","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2025121200.0.0","path":"/v1/system/networking/bgp-status","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.962229645Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:51359","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/networking/inbound-icmp","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.962253024Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:51359","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/networking/inbound-icmp","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.962276034Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:51359","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026030601.0.0","path":"/v1/system/networking/loopback-address","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.962300872Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:51359","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2026030601.0.0","path":"/v1/system/networking/loopback-address","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.962328799Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:51359","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026030601.0.0","path":"/v1/system/networking/loopback-address","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.962353058Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:51359","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2026030601.0.0","path":"/v1/system/networking/loopback-address","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.962377306Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:51359","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026030601.0.0","path":"/v1/system/networking/loopback-address/{rack_id}/{switch_slot}/{address}/{subnet_mask}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.962403844Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:51359","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2026030601.0.0","path":"/v1/system/networking/loopback-address/{rack_id}/{switch_slot}/{address}/{subnet_mask}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.962429442Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:51359","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/networking/switch-port-settings","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.962454541Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:51359","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/networking/switch-port-settings","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.962479849Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:51359","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026021301.0.0","path":"/v1/system/networking/switch-port-settings","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.962503038Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:51359","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2026021301.0.0","path":"/v1/system/networking/switch-port-settings","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.962577104Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:51359","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026021301.0.0","path":"/v1/system/networking/switch-port-settings/{port}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.962601102Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:51359","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2026021301.0.0","path":"/v1/system/networking/switch-port-settings/{port}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.962624372Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:51359","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/policy","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.962647841Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:51359","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/policy","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.96267051Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:51359","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/scim/tokens","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.962694989Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:51359","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/scim/tokens","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.962741497Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:51359","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/scim/tokens/{token_id}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.962769714Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:51359","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/scim/tokens/{token_id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.962793423Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:51359","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/silo-quotas","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.962816182Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:51359","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/silos","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.962839422Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:51359","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/silos","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.962862251Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:51359","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/silos/{silo}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.96288606Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:51359","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/silos/{silo}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.962909509Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:51359","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026010100.0.0","path":"/v1/system/silos/{silo}/ip-pools","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.962939305Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:51359","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2026010100.0.0","path":"/v1/system/silos/{silo}/ip-pools","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.962962604Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:51359","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/silos/{silo}/policy","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.962984844Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:51359","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/silos/{silo}/policy","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.963006844Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:51359","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/silos/{silo}/quotas","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.963029323Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:51359","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/silos/{silo}/quotas","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.963051953Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:51359","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026020600.0.0","path":"/v1/system/silos/{silo}/subnet-pools","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.963075752Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:51359","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026020900.0.0","path":"/v1/system/subnet-pools","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.9631002Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:51359","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"from 2026012800.0.0 to 2026020900.0.0","path":"/v1/system/subnet-pools","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.963123749Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:51359","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"from 2026011601.0.0 to 2026012800.0.0","path":"/v1/system/subnet-pools","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.963146319Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:51359","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026020900.0.0","path":"/v1/system/subnet-pools","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.963176205Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:51359","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"from 2026012800.0.0 to 2026020900.0.0","path":"/v1/system/subnet-pools","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.963199184Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:51359","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"from 2026012201.0.0 to 2026012800.0.0","path":"/v1/system/subnet-pools","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.963249011Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:51359","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"from 2026011601.0.0 to 2026012201.0.0","path":"/v1/system/subnet-pools","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.963275269Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:51359","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026020900.0.0","path":"/v1/system/subnet-pools/{pool}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.963299748Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:51359","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"from 2026011601.0.0 to 2026020900.0.0","path":"/v1/system/subnet-pools/{pool}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.963323936Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:51359","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026020900.0.0","path":"/v1/system/subnet-pools/{pool}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.963347545Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:51359","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"from 2026012800.0.0 to 2026020900.0.0","path":"/v1/system/subnet-pools/{pool}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.963371084Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:51359","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"from 2026011601.0.0 to 2026012800.0.0","path":"/v1/system/subnet-pools/{pool}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.963393584Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:51359","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026020900.0.0","path":"/v1/system/subnet-pools/{pool}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.963417563Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:51359","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"from 2026012800.0.0 to 2026020900.0.0","path":"/v1/system/subnet-pools/{pool}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.963442591Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:51359","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"from 2026011601.0.0 to 2026012800.0.0","path":"/v1/system/subnet-pools/{pool}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.963468719Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:51359","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026020900.0.0","path":"/v1/system/subnet-pools/{pool}/members","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.965890333Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:51359","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"from 2026012800.0.0 to 2026020900.0.0","path":"/v1/system/subnet-pools/{pool}/members","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.965933903Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:51359","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"from 2026011601.0.0 to 2026012800.0.0","path":"/v1/system/subnet-pools/{pool}/members","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.96596048Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:51359","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026020900.0.0","path":"/v1/system/subnet-pools/{pool}/members/add","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.965984749Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:51359","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"from 2026012800.0.0 to 2026020900.0.0","path":"/v1/system/subnet-pools/{pool}/members/add","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.966011897Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:51359","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"from 2026012201.0.0 to 2026012800.0.0","path":"/v1/system/subnet-pools/{pool}/members/add","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.966082594Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:51359","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"from 2026011601.0.0 to 2026012201.0.0","path":"/v1/system/subnet-pools/{pool}/members/add","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.966110541Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:51359","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026020900.0.0","path":"/v1/system/subnet-pools/{pool}/members/remove","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.966136669Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:51359","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"from 2026011601.0.0 to 2026020900.0.0","path":"/v1/system/subnet-pools/{pool}/members/remove","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.966203737Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:51359","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026020900.0.0","path":"/v1/system/subnet-pools/{pool}/silos","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.966231544Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:51359","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"from 2026011601.0.0 to 2026020900.0.0","path":"/v1/system/subnet-pools/{pool}/silos","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.966255773Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:51359","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026020900.0.0","path":"/v1/system/subnet-pools/{pool}/silos","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.966280012Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:51359","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"from 2026011601.0.0 to 2026020900.0.0","path":"/v1/system/subnet-pools/{pool}/silos","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.966303791Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:51359","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026020900.0.0","path":"/v1/system/subnet-pools/{pool}/silos/{silo}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.966328969Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:51359","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"from 2026011601.0.0 to 2026020900.0.0","path":"/v1/system/subnet-pools/{pool}/silos/{silo}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.966354247Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:51359","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026020900.0.0","path":"/v1/system/subnet-pools/{pool}/silos/{silo}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.966381675Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:51359","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"from 2026011601.0.0 to 2026020900.0.0","path":"/v1/system/subnet-pools/{pool}/silos/{silo}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.966405873Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:51359","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026020900.0.0","path":"/v1/system/subnet-pools/{pool}/utilization","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.966431062Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:51359","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"from 2026011601.0.0 to 2026020900.0.0","path":"/v1/system/subnet-pools/{pool}/utilization","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.96645587Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:51359","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/timeseries/query","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.966480429Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:51359","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/timeseries/schemas","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.966545548Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:51359","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026022500.0.0","path":"/v1/system/update/recovery-finish","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.966580322Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:51359","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/update/repositories","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.966603521Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:51359","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/update/repositories","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.96662714Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:51359","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/update/repositories/{system_version}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.966652469Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:51359","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/update/status","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.966678926Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:51359","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/update/target-release","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.966703945Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:51359","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/update/trust-roots","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.966727364Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:51359","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/update/trust-roots","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.966781709Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:51359","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/update/trust-roots/{trust_root_id}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.966829626Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:51359","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/update/trust-roots/{trust_root_id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.966858333Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:51359","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026030200.0.0","path":"/v1/system/users","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.966883511Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:51359","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2026030200.0.0","path":"/v1/system/users","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.966910289Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:51359","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026030200.0.0","path":"/v1/system/users/{user_id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.966933608Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:51359","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2026030200.0.0","path":"/v1/system/users/{user_id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.966958736Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:51359","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/users-builtin","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.967016409Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:51359","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/users-builtin/{user}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.967043907Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:51359","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/utilization/silos","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.967125059Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:51359","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/utilization/silos/{silo}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.967148698Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:51359","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/timeseries/query","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.967170848Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:51359","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026030200.0.0","path":"/v1/users","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.967193727Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:51359","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2026030200.0.0","path":"/v1/users","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.967217946Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:51359","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026030200.0.0","path":"/v1/users/{user_id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.967241855Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:51359","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2026030200.0.0","path":"/v1/users/{user_id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.967265224Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:51359","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/users/{user_id}/access-tokens","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.967293081Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:51359","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/users/{user_id}/logout","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.967319329Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:51359","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/users/{user_id}/sessions","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.967342478Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:51359","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/utilization","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.967364847Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:51359","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/vpc-firewall-rules","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.967388546Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:51359","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/vpc-firewall-rules","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.967431856Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:51359","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/vpc-router-routes","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.967456175Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:51359","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/vpc-router-routes","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.967479364Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:51359","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/vpc-router-routes/{route}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.967505722Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:51359","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/vpc-router-routes/{route}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.967540626Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:51359","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/vpc-router-routes/{route}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.967564555Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:51359","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/vpc-routers","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.967601947Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:51359","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/vpc-routers","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.967627455Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:51359","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/vpc-routers/{router}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.967649835Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:51359","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/vpc-routers/{router}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.967704739Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:51359","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/vpc-routers/{router}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.967729648Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:51359","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/vpc-subnets","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.967753417Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:51359","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/vpc-subnets","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.967777436Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:51359","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/vpc-subnets/{subnet}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.967801714Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:51359","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/vpc-subnets/{subnet}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.967863416Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:51359","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/vpc-subnets/{subnet}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.967889424Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:51359","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026010300.0.0","path":"/v1/vpc-subnets/{subnet}/network-interfaces","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.967913532Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:51359","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2026010300.0.0","path":"/v1/vpc-subnets/{subnet}/network-interfaces","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.967938961Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:51359","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/vpcs","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.967967437Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:51359","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/vpcs","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.967999912Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:51359","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/vpcs/{vpc}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.96802551Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:51359","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/vpcs/{vpc}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.968062313Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:51359","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/vpcs/{vpc}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.968085322Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:51359","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/webhook-receivers","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.968108632Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:51359","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/webhook-receivers/{receiver}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.968131361Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:51359","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/webhook-secrets","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.968268058Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:51359","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/webhook-secrets","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.968291467Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:51359","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/webhook-secrets/{secret_id}","method":"DELETE"} {"msg":"listening","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:16.968315226Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:51359","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"successfully registered DTrace USDT probes","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:16.968339514Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:51359","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:17.020083216Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:48909","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:17.020177842Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:48909","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/access","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:17.020205459Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:48909","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/assets/{path}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:17.020230957Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:48909","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/device/auth","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:17.020256435Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:48909","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/device/confirm","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:17.020281523Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:48909","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/device/success","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:17.020307051Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:48909","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/device/token","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:17.02033177Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:48909","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/device/verify","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:17.020356449Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:48909","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026010300.0.0","path":"/experimental/v1/probes","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:17.020382826Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:48909","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2026010300.0.0","path":"/experimental/v1/probes","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:17.020408294Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:48909","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026010500.0.0","path":"/experimental/v1/probes","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:17.020432983Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:48909","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2026010500.0.0","path":"/experimental/v1/probes","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:17.020458751Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:48909","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/experimental/v1/probes/{probe}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:17.02048316Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:48909","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026010300.0.0","path":"/experimental/v1/probes/{probe}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:17.020509597Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:48909","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2026010300.0.0","path":"/experimental/v1/probes/{probe}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:17.020534256Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:48909","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/experimental/v1/system/support-bundles","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:17.020561023Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:48909","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/experimental/v1/system/support-bundles","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:17.020587791Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:48909","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/experimental/v1/system/support-bundles/{bundle_id}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:17.020617347Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:48909","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/experimental/v1/system/support-bundles/{bundle_id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:17.020643545Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:48909","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/experimental/v1/system/support-bundles/{bundle_id}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:17.020668453Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:48909","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/experimental/v1/system/support-bundles/{bundle_id}/download","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:17.020695321Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:48909","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/experimental/v1/system/support-bundles/{bundle_id}/download","method":"HEAD"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:17.020720159Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:48909","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/experimental/v1/system/support-bundles/{bundle_id}/download/{file}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:17.020744848Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:48909","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/experimental/v1/system/support-bundles/{bundle_id}/download/{file}","method":"HEAD"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:17.020770726Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:48909","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/experimental/v1/system/support-bundles/{bundle_id}/index","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:17.020796114Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:48909","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/images","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:17.020821392Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:48909","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/login","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:17.020845511Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:48909","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/login/{silo_name}/local","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:17.020870689Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:48909","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/login/{silo_name}/saml/{provider_name}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:17.020895018Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:48909","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/login/{silo_name}/saml/{provider_name}","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:17.020919787Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:48909","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/login/{silo_name}/saml/{provider_name}/redirect","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:17.020945705Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:48909","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/lookup/{path}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:17.020985216Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:48909","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/projects/{path}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:17.021066109Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:48909","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/projects-new","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:17.021100383Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:48909","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/scim/v2/Groups","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:17.02112653Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:48909","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/scim/v2/Groups","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:17.021156057Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:48909","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/scim/v2/Groups/{group_id}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:17.021181395Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:48909","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/scim/v2/Groups/{group_id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:17.021244436Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:48909","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/scim/v2/Groups/{group_id}","method":"PATCH"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:17.021270144Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:48909","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/scim/v2/Groups/{group_id}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:17.021293693Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:48909","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/scim/v2/Users","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:17.021318461Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:48909","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/scim/v2/Users","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:17.021358782Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:48909","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/scim/v2/Users/{user_id}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:17.021416396Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:48909","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/scim/v2/Users/{user_id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:17.021454718Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:48909","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/scim/v2/Users/{user_id}","method":"PATCH"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:17.021480616Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:48909","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/scim/v2/Users/{user_id}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:17.021504665Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:48909","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/settings/{path}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:17.021529333Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:48909","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/system/{path}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:17.021555101Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:48909","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/utilization","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:17.021583918Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:48909","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/affinity-groups","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:17.021608976Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:48909","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/affinity-groups","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:17.021633265Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:48909","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/affinity-groups/{affinity_group}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:17.022022814Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:48909","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/affinity-groups/{affinity_group}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:17.0220741Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:48909","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/affinity-groups/{affinity_group}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:17.022101057Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:48909","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/affinity-groups/{affinity_group}/members","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:17.022125476Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:48909","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/affinity-groups/{affinity_group}/members/instance/{instance}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:17.022152783Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:48909","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/affinity-groups/{affinity_group}/members/instance/{instance}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:17.022177752Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:48909","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/affinity-groups/{affinity_group}/members/instance/{instance}","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:17.022206618Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:48909","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/alert-classes","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:17.022231747Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:48909","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/alert-receivers","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:17.022256055Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:48909","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/alert-receivers/{receiver}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:17.022280184Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:48909","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/alert-receivers/{receiver}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:17.022307631Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:48909","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/alert-receivers/{receiver}/deliveries","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:17.022333849Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:48909","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/alert-receivers/{receiver}/probe","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:17.022360357Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:48909","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/alert-receivers/{receiver}/subscriptions","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:17.02241864Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:48909","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/alert-receivers/{receiver}/subscriptions/{subscription}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:17.022444398Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:48909","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/alerts/{alert_id}/resend","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:17.022469976Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:48909","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/anti-affinity-groups","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:17.022492275Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:48909","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/anti-affinity-groups","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:17.022515815Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:48909","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/anti-affinity-groups/{anti_affinity_group}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:17.022540233Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:48909","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/anti-affinity-groups/{anti_affinity_group}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:17.02256802Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:48909","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/anti-affinity-groups/{anti_affinity_group}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:17.022594258Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:48909","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/anti-affinity-groups/{anti_affinity_group}/members","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:17.022618107Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:48909","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/anti-affinity-groups/{anti_affinity_group}/members/instance/{instance}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:17.022644235Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:48909","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/anti-affinity-groups/{anti_affinity_group}/members/instance/{instance}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:17.022669473Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:48909","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/anti-affinity-groups/{anti_affinity_group}/members/instance/{instance}","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:17.022694112Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:48909","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/auth-settings","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:17.022717171Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:48909","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/auth-settings","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:17.02274055Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:48909","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/certificates","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:17.022764709Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:48909","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/certificates","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:17.022788018Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:48909","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/certificates/{certificate}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:17.022811847Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:48909","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/certificates/{certificate}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:17.022834736Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:48909","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026013001.0.0","path":"/v1/disks","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:17.02289192Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:48909","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"from 2025120300.0.0 to 2026013001.0.0","path":"/v1/disks","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:17.022920886Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:48909","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2025120300.0.0","path":"/v1/disks","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:17.022943985Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:48909","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026013100.0.0","path":"/v1/disks","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:17.022970533Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:48909","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"from 2026013001.0.0 to 2026013100.0.0","path":"/v1/disks","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:17.023016981Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:48909","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"from 2025120300.0.0 to 2026013001.0.0","path":"/v1/disks","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:17.023043169Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:48909","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2025120300.0.0","path":"/v1/disks","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:17.023066329Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:48909","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/disks/{disk}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:17.023090317Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:48909","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026013001.0.0","path":"/v1/disks/{disk}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:17.023122273Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:48909","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"from 2025120300.0.0 to 2026013001.0.0","path":"/v1/disks/{disk}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:17.023145932Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:48909","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2025120300.0.0","path":"/v1/disks/{disk}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:17.023174268Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:48909","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/disks/{disk}/bulk-write","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:17.023198257Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:48909","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/disks/{disk}/bulk-write-start","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:17.02323586Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:48909","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/disks/{disk}/bulk-write-stop","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:17.023260638Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:48909","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/disks/{disk}/finalize","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:17.023283468Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:48909","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026011601.0.0","path":"/v1/external-subnets","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:17.023308476Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:48909","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026012201.0.0","path":"/v1/external-subnets","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:17.023332415Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:48909","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"from 2026011601.0.0 to 2026012201.0.0","path":"/v1/external-subnets","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:17.023357243Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:48909","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026011601.0.0","path":"/v1/external-subnets/{external_subnet}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:17.023382132Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:48909","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026011601.0.0","path":"/v1/external-subnets/{external_subnet}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:17.02340812Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:48909","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026011601.0.0","path":"/v1/external-subnets/{external_subnet}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:17.023432318Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:48909","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026011601.0.0","path":"/v1/external-subnets/{external_subnet}/attach","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:17.023457197Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:48909","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026011601.0.0","path":"/v1/external-subnets/{external_subnet}/detach","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:17.023483684Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:48909","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/floating-ips","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:17.023507463Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:48909","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026012200.0.0","path":"/v1/floating-ips","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:17.023535211Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:48909","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"from 2026011600.0.0 to 2026012200.0.0","path":"/v1/floating-ips","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:17.023561358Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:48909","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"from 2026010500.0.0 to 2026011600.0.0","path":"/v1/floating-ips","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:17.023587836Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:48909","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"from 2025122300.0.0 to 2026010500.0.0","path":"/v1/floating-ips","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:17.023612914Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:48909","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2025122300.0.0","path":"/v1/floating-ips","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:17.023635104Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:48909","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/floating-ips/{floating_ip}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:17.023664181Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:48909","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/floating-ips/{floating_ip}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:17.023689149Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:48909","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/floating-ips/{floating_ip}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:17.023714007Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:48909","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/floating-ips/{floating_ip}/attach","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:17.023738386Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:48909","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/floating-ips/{floating_ip}/detach","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:17.023763344Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:48909","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026030200.0.0","path":"/v1/groups","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:17.023788403Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:48909","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2026030200.0.0","path":"/v1/groups","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:17.023812152Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:48909","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026030200.0.0","path":"/v1/groups/{group_id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:17.02383726Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:48909","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2026030200.0.0","path":"/v1/groups/{group_id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:17.023860969Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:48909","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/images","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:17.023895603Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:48909","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/images","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:17.023920751Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:48909","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/images/{image}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:17.02394538Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:48909","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/images/{image}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:17.023969559Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:48909","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/images/{image}/demote","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:17.023991508Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:48909","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/images/{image}/promote","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:17.024013258Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:48909","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/instances","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:17.024035828Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:48909","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026013100.0.0","path":"/v1/instances","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:17.024059507Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:48909","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"from 2026013001.0.0 to 2026013100.0.0","path":"/v1/instances","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:17.024085515Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:48909","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"from 2026010800.0.0 to 2026013001.0.0","path":"/v1/instances","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:17.024110903Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:48909","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"from 2026010500.0.0 to 2026010800.0.0","path":"/v1/instances","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:17.024135172Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:48909","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"from 2026010300.0.0 to 2026010500.0.0","path":"/v1/instances","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:17.024158781Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:48909","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"from 2025122300.0.0 to 2026010300.0.0","path":"/v1/instances","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:17.024183489Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:48909","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"from 2025120300.0.0 to 2025122300.0.0","path":"/v1/instances","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:17.024211186Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:48909","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2025120300.0.0","path":"/v1/instances","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:17.024282973Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:48909","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/instances/{instance}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:17.02431163Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:48909","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/instances/{instance}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:17.024335708Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:48909","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026010800.0.0","path":"/v1/instances/{instance}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:17.024361326Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:48909","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2026010800.0.0","path":"/v1/instances/{instance}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:17.024385685Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:48909","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/instances/{instance}/affinity-groups","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:17.024423897Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:48909","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/instances/{instance}/anti-affinity-groups","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:17.024449905Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:48909","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026013001.0.0","path":"/v1/instances/{instance}/disks","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:17.024474544Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:48909","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"from 2025120300.0.0 to 2026013001.0.0","path":"/v1/instances/{instance}/disks","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:17.024498902Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:48909","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2025120300.0.0","path":"/v1/instances/{instance}/disks","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:17.02452501Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:48909","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026013001.0.0","path":"/v1/instances/{instance}/disks/attach","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:17.024549669Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:48909","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"from 2025120300.0.0 to 2026013001.0.0","path":"/v1/instances/{instance}/disks/attach","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:17.024573268Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:48909","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2025120300.0.0","path":"/v1/instances/{instance}/disks/attach","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:17.024604343Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:48909","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026013001.0.0","path":"/v1/instances/{instance}/disks/detach","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:17.024649952Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:48909","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"from 2025120300.0.0 to 2026013001.0.0","path":"/v1/instances/{instance}/disks/detach","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:17.02467645Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:48909","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2025120300.0.0","path":"/v1/instances/{instance}/disks/detach","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:17.024699969Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:48909","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/instances/{instance}/external-ips","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:17.024723668Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:48909","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026012300.0.0","path":"/v1/instances/{instance}/external-ips/ephemeral","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:17.024748546Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:48909","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2026012300.0.0","path":"/v1/instances/{instance}/external-ips/ephemeral","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:17.024774414Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:48909","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026010500.0.0","path":"/v1/instances/{instance}/external-ips/ephemeral","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:17.024798773Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:48909","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"from 2025122300.0.0 to 2026010500.0.0","path":"/v1/instances/{instance}/external-ips/ephemeral","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:17.024823701Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:48909","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2025122300.0.0","path":"/v1/instances/{instance}/external-ips/ephemeral","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:17.02484824Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:48909","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026013000.0.0","path":"/v1/instances/{instance}/external-subnets","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:17.024871799Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:48909","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026010800.0.0","path":"/v1/instances/{instance}/multicast-groups","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:17.024897007Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:48909","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2026010800.0.0","path":"/v1/instances/{instance}/multicast-groups","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:17.024921536Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:48909","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026010800.0.0","path":"/v1/instances/{instance}/multicast-groups/{multicast_group}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:17.024948323Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:48909","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2026010800.0.0","path":"/v1/instances/{instance}/multicast-groups/{multicast_group}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:17.024975001Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:48909","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026010800.0.0","path":"/v1/instances/{instance}/multicast-groups/{multicast_group}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:17.02499974Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:48909","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2026010800.0.0","path":"/v1/instances/{instance}/multicast-groups/{multicast_group}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:17.025024608Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:48909","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/instances/{instance}/reboot","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:17.025047447Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:48909","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/instances/{instance}/serial-console","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:17.025070447Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:48909","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/instances/{instance}/serial-console/stream","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:17.025093546Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:48909","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/instances/{instance}/ssh-public-keys","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:17.025116705Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:48909","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/instances/{instance}/start","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:17.025140064Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:48909","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/instances/{instance}/stop","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:17.025163114Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:48909","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/internet-gateway-ip-addresses","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:17.025185313Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:48909","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/internet-gateway-ip-addresses","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:17.025208782Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:48909","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/internet-gateway-ip-addresses/{address}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:17.025232311Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:48909","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/internet-gateway-ip-pools","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:17.02525783Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:48909","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/internet-gateway-ip-pools","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:17.025282738Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:48909","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/internet-gateway-ip-pools/{pool}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:17.025306147Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:48909","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/internet-gateways","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:17.025329656Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:48909","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/internet-gateways","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:17.025353065Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:48909","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/internet-gateways/{gateway}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:17.025376324Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:48909","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/internet-gateways/{gateway}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:17.025400373Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:48909","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026020900.0.0","path":"/v1/ip-pools","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:17.025425662Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:48909","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"from 2026010100.0.0 to 2026020900.0.0","path":"/v1/ip-pools","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:17.02545156Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:48909","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2026010100.0.0","path":"/v1/ip-pools","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:17.025476378Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:48909","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026020900.0.0","path":"/v1/ip-pools/{pool}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:17.025503635Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:48909","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"from 2026010100.0.0 to 2026020900.0.0","path":"/v1/ip-pools/{pool}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:17.025529123Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:48909","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2026010100.0.0","path":"/v1/ip-pools/{pool}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:17.025552613Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:48909","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/login/{silo_name}/local","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:17.025576931Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:48909","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/logout","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:17.025598511Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:48909","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026030200.0.0","path":"/v1/me","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:17.02562169Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:48909","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2026030200.0.0","path":"/v1/me","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:17.02564488Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:48909","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/me/access-tokens","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:17.025668139Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:48909","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/me/access-tokens/{token_id}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:17.025716876Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:48909","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026030200.0.0","path":"/v1/me/groups","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:17.025739346Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:48909","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2026030200.0.0","path":"/v1/me/groups","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:17.025761945Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:48909","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/me/ssh-keys","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:17.025782985Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:48909","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/me/ssh-keys","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:17.025805985Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:48909","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/me/ssh-keys/{ssh_key}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:17.025830753Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:48909","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/me/ssh-keys/{ssh_key}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:17.025855732Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:48909","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/metrics/{metric_name}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:17.02587963Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:48909","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026031400.0.0","path":"/v1/multicast-groups","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:17.025908477Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:48909","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"from 2026010800.0.0 to 2026031400.0.0","path":"/v1/multicast-groups","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:17.025934975Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:48909","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2026010800.0.0","path":"/v1/multicast-groups","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:17.025959383Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:48909","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2026010800.0.0","path":"/v1/multicast-groups","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:17.025982942Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:48909","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2026010800.0.0","path":"/v1/multicast-groups/{multicast_group}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:17.026007681Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:48909","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026031400.0.0","path":"/v1/multicast-groups/{multicast_group}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:17.02603205Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:48909","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"from 2026010800.0.0 to 2026031400.0.0","path":"/v1/multicast-groups/{multicast_group}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:17.026056518Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:48909","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2026010800.0.0","path":"/v1/multicast-groups/{multicast_group}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:17.026081806Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:48909","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2026010800.0.0","path":"/v1/multicast-groups/{multicast_group}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:17.026105775Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:48909","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026010800.0.0","path":"/v1/multicast-groups/{multicast_group}/members","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:17.026131773Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:48909","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2026010800.0.0","path":"/v1/multicast-groups/{multicast_group}/members","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:17.026156782Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:48909","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2026010800.0.0","path":"/v1/multicast-groups/{multicast_group}/members","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:17.026180451Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:48909","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2026010800.0.0","path":"/v1/multicast-groups/{multicast_group}/members/{instance}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:17.026206129Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:48909","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026010300.0.0","path":"/v1/network-interfaces","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:17.026229658Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:48909","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2026010300.0.0","path":"/v1/network-interfaces","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:17.026253846Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:48909","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026010300.0.0","path":"/v1/network-interfaces","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:17.026279165Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:48909","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2026010300.0.0","path":"/v1/network-interfaces","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:17.026312999Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:48909","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/network-interfaces/{interface}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:17.026338237Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:48909","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026010300.0.0","path":"/v1/network-interfaces/{interface}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:17.026362766Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:48909","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2026010300.0.0","path":"/v1/network-interfaces/{interface}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:17.026399489Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:48909","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026010300.0.0","path":"/v1/network-interfaces/{interface}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:17.026425557Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:48909","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2026010300.0.0","path":"/v1/network-interfaces/{interface}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:17.026450925Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:48909","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/ping","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:17.026473125Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:48909","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/policy","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:17.026497063Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:48909","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/policy","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:17.026519343Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:48909","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/projects","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:17.026540703Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:48909","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/projects","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:17.026564932Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:48909","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/projects/{project}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:17.02661129Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:48909","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/projects/{project}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:17.026641176Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:48909","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/projects/{project}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:17.026667234Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:48909","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/projects/{project}/policy","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:17.026691723Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:48909","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/projects/{project}/policy","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:17.026726947Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:48909","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/snapshots","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:17.026752205Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:48909","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/snapshots","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:17.026795864Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:48909","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/snapshots/{snapshot}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:17.026819204Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:48909","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/snapshots/{snapshot}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:17.026844832Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:48909","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026020900.0.0","path":"/v1/subnet-pools","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:17.026871219Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:48909","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"from 2026020600.0.0 to 2026020900.0.0","path":"/v1/subnet-pools","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:17.026895618Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:48909","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026020900.0.0","path":"/v1/subnet-pools/{pool}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:17.026919437Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:48909","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/audit-log","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:17.026943946Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:48909","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/hardware/disks","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:17.026966965Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:48909","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/hardware/disks/{disk_id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:17.026991184Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:48909","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026030601.0.0","path":"/v1/system/hardware/rack-switch-port/{rack_id}/{switch_slot}/{port}/lldp/neighbors","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:17.027018501Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:48909","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2026030601.0.0","path":"/v1/system/hardware/rack-switch-port/{rack_id}/{switch_slot}/{port}/lldp/neighbors","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:17.027044019Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:48909","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/hardware/racks","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:17.027067018Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:48909","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/hardware/racks/{rack_id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:17.027090467Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:48909","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026012100.0.0","path":"/v1/system/hardware/racks/{rack_id}/membership","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:17.027114586Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:48909","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026020200.0.0","path":"/v1/system/hardware/racks/{rack_id}/membership/abort","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:17.027138495Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:48909","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026012100.0.0","path":"/v1/system/hardware/racks/{rack_id}/membership/add","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:17.027162134Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:48909","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/hardware/sleds","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:17.027185103Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:48909","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2026021900.0.0","path":"/v1/system/hardware/sleds","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:17.027208752Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:48909","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/hardware/sleds/{sled_id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:17.027231952Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:48909","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/hardware/sleds/{sled_id}/disks","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:17.027254611Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:48909","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/hardware/sleds/{sled_id}/instances","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:17.027277201Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:48909","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/hardware/sleds/{sled_id}/provision-policy","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:17.027303618Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:48909","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/hardware/sleds-uninitialized","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:17.027326988Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:48909","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026030601.0.0","path":"/v1/system/hardware/switch-port","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:17.027351756Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:48909","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2026030601.0.0","path":"/v1/system/hardware/switch-port","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:17.027375095Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:48909","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026030601.0.0","path":"/v1/system/hardware/switch-port/{port}/lldp/config","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:17.027400563Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:48909","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2026030601.0.0","path":"/v1/system/hardware/switch-port/{port}/lldp/config","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:17.027453639Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:48909","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026030601.0.0","path":"/v1/system/hardware/switch-port/{port}/lldp/config","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:17.027479936Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:48909","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2026030601.0.0","path":"/v1/system/hardware/switch-port/{port}/lldp/config","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:17.027502766Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:48909","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026030601.0.0","path":"/v1/system/hardware/switch-port/{port}/settings","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:17.027526525Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:48909","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2026030601.0.0","path":"/v1/system/hardware/switch-port/{port}/settings","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:17.027549854Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:48909","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026030601.0.0","path":"/v1/system/hardware/switch-port/{port}/settings","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:17.027573753Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:48909","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2026030601.0.0","path":"/v1/system/hardware/switch-port/{port}/settings","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:17.027598551Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:48909","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026030601.0.0","path":"/v1/system/hardware/switch-port/{port}/status","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:17.02762345Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:48909","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2026030601.0.0","path":"/v1/system/hardware/switch-port/{port}/status","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:17.027702303Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:48909","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/hardware/switches","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:17.027727531Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:48909","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/hardware/switches/{switch_id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:17.02775245Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:48909","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/identity-providers","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:17.027776748Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:48909","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026030200.0.0","path":"/v1/system/identity-providers/local/users","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:17.027801147Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:48909","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2026030200.0.0","path":"/v1/system/identity-providers/local/users","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:17.027825236Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:48909","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/identity-providers/local/users/{user_id}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:17.027849055Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:48909","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/identity-providers/local/users/{user_id}/set-password","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:17.027874693Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:48909","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/identity-providers/saml","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:17.027897902Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:48909","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/identity-providers/saml/{provider}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:17.027921231Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:48909","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026020900.0.0","path":"/v1/system/ip-pools","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:17.027943581Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:48909","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2026020900.0.0","path":"/v1/system/ip-pools","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:17.0279663Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:48909","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026020900.0.0","path":"/v1/system/ip-pools","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:17.027991788Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:48909","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2026020900.0.0","path":"/v1/system/ip-pools","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:17.028014598Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:48909","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026020900.0.0","path":"/v1/system/ip-pools/{pool}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:17.028036977Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:48909","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2026020900.0.0","path":"/v1/system/ip-pools/{pool}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:17.028059257Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:48909","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026020900.0.0","path":"/v1/system/ip-pools/{pool}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:17.028082596Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:48909","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2026020900.0.0","path":"/v1/system/ip-pools/{pool}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:17.028106025Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:48909","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026020900.0.0","path":"/v1/system/ip-pools/{pool}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:17.028130044Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:48909","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2026020900.0.0","path":"/v1/system/ip-pools/{pool}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:17.028153393Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:48909","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026020900.0.0","path":"/v1/system/ip-pools/{pool}/ranges","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:17.028176702Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:48909","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2026020900.0.0","path":"/v1/system/ip-pools/{pool}/ranges","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:17.028202261Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:48909","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026020900.0.0","path":"/v1/system/ip-pools/{pool}/ranges/add","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:17.028226489Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:48909","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2026020900.0.0","path":"/v1/system/ip-pools/{pool}/ranges/add","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:17.028250728Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:48909","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026020900.0.0","path":"/v1/system/ip-pools/{pool}/ranges/remove","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:17.028273847Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:48909","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2026020900.0.0","path":"/v1/system/ip-pools/{pool}/ranges/remove","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:17.028296957Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:48909","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026020900.0.0","path":"/v1/system/ip-pools/{pool}/silos","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:17.028320695Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:48909","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2026020900.0.0","path":"/v1/system/ip-pools/{pool}/silos","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:17.028344045Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:48909","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026020900.0.0","path":"/v1/system/ip-pools/{pool}/silos","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:17.028366254Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:48909","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2026020900.0.0","path":"/v1/system/ip-pools/{pool}/silos","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:17.028420119Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:48909","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026020900.0.0","path":"/v1/system/ip-pools/{pool}/silos/{silo}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:17.028445657Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:48909","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2026020900.0.0","path":"/v1/system/ip-pools/{pool}/silos/{silo}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:17.028469816Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:48909","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026020900.0.0","path":"/v1/system/ip-pools/{pool}/silos/{silo}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:17.028647583Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:48909","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2026020900.0.0","path":"/v1/system/ip-pools/{pool}/silos/{silo}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:17.02867668Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:48909","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026020900.0.0","path":"/v1/system/ip-pools/{pool}/utilization","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:17.028700199Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:48909","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2026020900.0.0","path":"/v1/system/ip-pools/{pool}/utilization","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:17.028722239Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:48909","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026020900.0.0","path":"/v1/system/ip-pools-service","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:17.028743989Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:48909","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2026020900.0.0","path":"/v1/system/ip-pools-service","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:17.028767408Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:48909","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026020900.0.0","path":"/v1/system/ip-pools-service/ranges","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:17.028792956Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:48909","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2026020900.0.0","path":"/v1/system/ip-pools-service/ranges","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:17.028818324Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:48909","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026020900.0.0","path":"/v1/system/ip-pools-service/ranges/add","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:17.028842983Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:48909","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2026020900.0.0","path":"/v1/system/ip-pools-service/ranges/add","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:17.028865182Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:48909","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026020900.0.0","path":"/v1/system/ip-pools-service/ranges/remove","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:17.028887632Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:48909","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2026020900.0.0","path":"/v1/system/ip-pools-service/ranges/remove","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:17.028911731Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:48909","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/metrics/{metric_name}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:17.02893503Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:48909","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2026010800.0.0","path":"/v1/system/multicast-groups/by-ip/{address}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:17.028958459Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:48909","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/networking/address-lot","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:17.028981018Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:48909","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/networking/address-lot","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:17.029004617Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:48909","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/networking/address-lot/{address_lot}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:17.029027467Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:48909","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/networking/address-lot/{address_lot}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:17.029157806Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:48909","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/networking/address-lot/{address_lot}/blocks","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:17.029180856Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:48909","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/networking/allow-list","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:17.029202525Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:48909","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/networking/allow-list","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:17.029225675Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:48909","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026030601.0.0","path":"/v1/system/networking/bfd-disable","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:17.029250083Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:48909","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2026030601.0.0","path":"/v1/system/networking/bfd-disable","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:17.029273852Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:48909","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026030601.0.0","path":"/v1/system/networking/bfd-enable","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:17.029298371Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:48909","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2026030601.0.0","path":"/v1/system/networking/bfd-enable","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:17.02932165Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:48909","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026030601.0.0","path":"/v1/system/networking/bfd-status","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:17.029344799Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:48909","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2026030601.0.0","path":"/v1/system/networking/bfd-status","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:17.029367299Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:48909","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/networking/bgp","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:17.029389099Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:48909","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026021301.0.0","path":"/v1/system/networking/bgp","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:17.029411418Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:48909","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2026021301.0.0","path":"/v1/system/networking/bgp","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:17.029434538Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:48909","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026021301.0.0","path":"/v1/system/networking/bgp","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:17.029457927Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:48909","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2026021301.0.0","path":"/v1/system/networking/bgp","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:17.029480246Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:48909","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/networking/bgp-announce-set","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:17.029501906Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:48909","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/networking/bgp-announce-set","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:17.029523446Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:48909","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/networking/bgp-announce-set/{announce_set}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:17.029545956Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:48909","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/networking/bgp-announce-set/{announce_set}/announcement","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:17.029568105Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:48909","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026021301.0.0","path":"/v1/system/networking/bgp-exported","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:17.029591025Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:48909","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2026021301.0.0","path":"/v1/system/networking/bgp-exported","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:17.029614354Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:48909","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026021301.0.0","path":"/v1/system/networking/bgp-imported","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:17.029636514Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:48909","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/networking/bgp-message-history","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:17.029658393Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:48909","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2026021301.0.0","path":"/v1/system/networking/bgp-routes-ipv4","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:17.029681243Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:48909","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026021301.0.0","path":"/v1/system/networking/bgp-status","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:17.029705342Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:48909","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"from 2025121200.0.0 to 2026021301.0.0","path":"/v1/system/networking/bgp-status","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:17.029728631Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:48909","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2025121200.0.0","path":"/v1/system/networking/bgp-status","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:17.029750531Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:48909","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/networking/inbound-icmp","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:17.0297732Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:48909","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/networking/inbound-icmp","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:17.02981615Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:48909","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026030601.0.0","path":"/v1/system/networking/loopback-address","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:17.029839639Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:48909","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2026030601.0.0","path":"/v1/system/networking/loopback-address","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:17.029862868Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:48909","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026030601.0.0","path":"/v1/system/networking/loopback-address","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:17.029885618Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:48909","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2026030601.0.0","path":"/v1/system/networking/loopback-address","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:17.029909397Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:48909","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026030601.0.0","path":"/v1/system/networking/loopback-address/{rack_id}/{switch_slot}/{address}/{subnet_mask}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:17.029933446Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:48909","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2026030601.0.0","path":"/v1/system/networking/loopback-address/{rack_id}/{switch_slot}/{address}/{subnet_mask}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:17.029960883Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:48909","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/networking/switch-port-settings","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:17.029983852Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:48909","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/networking/switch-port-settings","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:17.030005942Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:48909","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026021301.0.0","path":"/v1/system/networking/switch-port-settings","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:17.030029771Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:48909","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2026021301.0.0","path":"/v1/system/networking/switch-port-settings","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:17.03005331Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:48909","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026021301.0.0","path":"/v1/system/networking/switch-port-settings/{port}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:17.030077589Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:48909","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2026021301.0.0","path":"/v1/system/networking/switch-port-settings/{port}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:17.030101517Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:48909","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/policy","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:17.030123807Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:48909","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/policy","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:17.030145637Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:48909","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/scim/tokens","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:17.030168526Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:48909","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/scim/tokens","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:17.030193705Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:48909","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/scim/tokens/{token_id}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:17.030217564Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:48909","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/scim/tokens/{token_id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:17.030241123Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:48909","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/silo-quotas","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:17.030263242Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:48909","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/silos","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:17.030286591Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:48909","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/silos","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:17.03031036Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:48909","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/silos/{silo}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:17.030334119Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:48909","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/silos/{silo}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:17.030357209Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:48909","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026010100.0.0","path":"/v1/system/silos/{silo}/ip-pools","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:17.03039769Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:48909","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2026010100.0.0","path":"/v1/system/silos/{silo}/ip-pools","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:17.030421899Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:48909","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/silos/{silo}/policy","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:17.030445767Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:48909","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/silos/{silo}/policy","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:17.030468607Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:48909","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/silos/{silo}/quotas","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:17.030490617Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:48909","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/silos/{silo}/quotas","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:17.030513096Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:48909","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026020600.0.0","path":"/v1/system/silos/{silo}/subnet-pools","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:17.030537465Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:48909","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026020900.0.0","path":"/v1/system/subnet-pools","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:17.030562563Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:48909","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"from 2026012800.0.0 to 2026020900.0.0","path":"/v1/system/subnet-pools","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:17.030587422Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:48909","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"from 2026011601.0.0 to 2026012800.0.0","path":"/v1/system/subnet-pools","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:17.030616938Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:48909","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026020900.0.0","path":"/v1/system/subnet-pools","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:17.030640637Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:48909","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"from 2026012800.0.0 to 2026020900.0.0","path":"/v1/system/subnet-pools","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:17.030666945Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:48909","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"from 2026012201.0.0 to 2026012800.0.0","path":"/v1/system/subnet-pools","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:17.030691763Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:48909","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"from 2026011601.0.0 to 2026012201.0.0","path":"/v1/system/subnet-pools","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:17.030716192Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:48909","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026020900.0.0","path":"/v1/system/subnet-pools/{pool}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:17.030739561Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:48909","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"from 2026011601.0.0 to 2026020900.0.0","path":"/v1/system/subnet-pools/{pool}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:17.030764259Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:48909","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026020900.0.0","path":"/v1/system/subnet-pools/{pool}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:17.030790577Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:48909","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"from 2026012800.0.0 to 2026020900.0.0","path":"/v1/system/subnet-pools/{pool}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:17.030815306Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:48909","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"from 2026011601.0.0 to 2026012800.0.0","path":"/v1/system/subnet-pools/{pool}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:17.030839334Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:48909","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026020900.0.0","path":"/v1/system/subnet-pools/{pool}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:17.030862734Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:48909","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"from 2026012800.0.0 to 2026020900.0.0","path":"/v1/system/subnet-pools/{pool}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:17.030886233Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:48909","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"from 2026011601.0.0 to 2026012800.0.0","path":"/v1/system/subnet-pools/{pool}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:17.030913Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:48909","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026020900.0.0","path":"/v1/system/subnet-pools/{pool}/members","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:17.030937339Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:48909","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"from 2026012800.0.0 to 2026020900.0.0","path":"/v1/system/subnet-pools/{pool}/members","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:17.030987815Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:48909","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"from 2026011601.0.0 to 2026012800.0.0","path":"/v1/system/subnet-pools/{pool}/members","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:17.031013803Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:48909","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026020900.0.0","path":"/v1/system/subnet-pools/{pool}/members/add","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:17.031058113Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:48909","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"from 2026012800.0.0 to 2026020900.0.0","path":"/v1/system/subnet-pools/{pool}/members/add","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:17.031083241Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:48909","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"from 2026012201.0.0 to 2026012800.0.0","path":"/v1/system/subnet-pools/{pool}/members/add","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:17.031108459Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:48909","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"from 2026011601.0.0 to 2026012201.0.0","path":"/v1/system/subnet-pools/{pool}/members/add","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:17.031133867Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:48909","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026020900.0.0","path":"/v1/system/subnet-pools/{pool}/members/remove","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:17.031158596Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:48909","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"from 2026011601.0.0 to 2026020900.0.0","path":"/v1/system/subnet-pools/{pool}/members/remove","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:17.031182065Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:48909","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026020900.0.0","path":"/v1/system/subnet-pools/{pool}/silos","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:17.031206544Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:48909","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"from 2026011601.0.0 to 2026020900.0.0","path":"/v1/system/subnet-pools/{pool}/silos","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:17.031232352Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:48909","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026020900.0.0","path":"/v1/system/subnet-pools/{pool}/silos","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:17.03125672Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:48909","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"from 2026011601.0.0 to 2026020900.0.0","path":"/v1/system/subnet-pools/{pool}/silos","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:17.03127922Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:48909","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026020900.0.0","path":"/v1/system/subnet-pools/{pool}/silos/{silo}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:17.0313015Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:48909","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"from 2026011601.0.0 to 2026020900.0.0","path":"/v1/system/subnet-pools/{pool}/silos/{silo}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:17.031326298Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:48909","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026020900.0.0","path":"/v1/system/subnet-pools/{pool}/silos/{silo}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:17.031350567Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:48909","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"from 2026011601.0.0 to 2026020900.0.0","path":"/v1/system/subnet-pools/{pool}/silos/{silo}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:17.031375085Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:48909","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026020900.0.0","path":"/v1/system/subnet-pools/{pool}/utilization","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:17.031399404Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:48909","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"from 2026011601.0.0 to 2026020900.0.0","path":"/v1/system/subnet-pools/{pool}/utilization","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:17.031423723Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:48909","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/timeseries/query","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:17.031448101Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:48909","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/timeseries/schemas","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:17.03147176Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:48909","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026022500.0.0","path":"/v1/system/update/recovery-finish","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:17.031500547Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:48909","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/update/repositories","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:17.031521707Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:48909","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/update/repositories","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:17.031543327Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:48909","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/update/repositories/{system_version}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:17.031565747Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:48909","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/update/status","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:17.031587676Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:48909","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/update/target-release","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:17.031610096Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:48909","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/update/trust-roots","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:17.031632026Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:48909","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/update/trust-roots","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:17.031653736Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:48909","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/update/trust-roots/{trust_root_id}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:17.031677335Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:48909","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/update/trust-roots/{trust_root_id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:17.031703852Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:48909","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026030200.0.0","path":"/v1/system/users","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:17.031727961Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:48909","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2026030200.0.0","path":"/v1/system/users","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:17.031753Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:48909","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026030200.0.0","path":"/v1/system/users/{user_id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:17.031775659Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:48909","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2026030200.0.0","path":"/v1/system/users/{user_id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:17.031798388Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:48909","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/users-builtin","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:17.031819509Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:48909","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/users-builtin/{user}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:17.031842438Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:48909","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/utilization/silos","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:17.031863548Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:48909","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/utilization/silos/{silo}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:17.031886138Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:48909","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/timeseries/query","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:17.031909677Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:48909","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026030200.0.0","path":"/v1/users","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:17.031941272Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:48909","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2026030200.0.0","path":"/v1/users","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:17.031963862Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:48909","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026030200.0.0","path":"/v1/users/{user_id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:17.031990509Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:48909","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2026030200.0.0","path":"/v1/users/{user_id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:17.032019046Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:48909","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/users/{user_id}/access-tokens","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:17.032044414Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:48909","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/users/{user_id}/logout","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:17.032068183Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:48909","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/users/{user_id}/sessions","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:17.032091732Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:48909","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/utilization","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:17.03211767Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:48909","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/vpc-firewall-rules","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:17.032140679Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:48909","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/vpc-firewall-rules","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:17.032163969Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:48909","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/vpc-router-routes","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:17.032185259Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:48909","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/vpc-router-routes","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:17.032207718Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:48909","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/vpc-router-routes/{route}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:17.032230658Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:48909","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/vpc-router-routes/{route}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:17.032253267Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:48909","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/vpc-router-routes/{route}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:17.032276286Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:48909","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/vpc-routers","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:17.032300195Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:48909","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/vpc-routers","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:17.032324374Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:48909","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/vpc-routers/{router}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:17.032347803Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:48909","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/vpc-routers/{router}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:17.032371062Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:48909","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/vpc-routers/{router}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:17.032394801Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:48909","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/vpc-subnets","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:17.032417451Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:48909","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/vpc-subnets","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:17.03244001Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:48909","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/vpc-subnets/{subnet}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:17.032464079Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:48909","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/vpc-subnets/{subnet}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:17.032485699Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:48909","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/vpc-subnets/{subnet}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:17.032506559Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:48909","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026010300.0.0","path":"/v1/vpc-subnets/{subnet}/network-interfaces","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:17.032540403Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:48909","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2026010300.0.0","path":"/v1/vpc-subnets/{subnet}/network-interfaces","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:17.032565032Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:48909","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/vpcs","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:17.032587122Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:48909","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/vpcs","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:17.03263464Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:48909","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/vpcs/{vpc}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:17.032661427Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:48909","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/vpcs/{vpc}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:17.032683797Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:48909","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/vpcs/{vpc}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:17.032708395Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:48909","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/webhook-receivers","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:17.032733884Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:48909","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/webhook-receivers/{receiver}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:17.032758132Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:48909","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/webhook-secrets","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:17.032783051Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:48909","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/webhook-secrets","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:17.032847291Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:48909","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/webhook-secrets/{secret_id}","method":"DELETE"} {"msg":"listening","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:17.032886623Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:48909","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"successfully registered DTrace USDT probes","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:17.032907843Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:48909","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"registered DTrace probes","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:17.032928003Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"nexus-producer-server","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:17.032951252Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:50072","component":"dropshot","component":"nexus-producer-server","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/{producer_id}","method":"GET"} {"msg":"listening","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:17.032981818Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:50072","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.7/src/server.rs:328","component":"nexus-producer-server","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"successfully registered DTrace USDT probes","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:17.033010455Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:50072","component":"dropshot","component":"nexus-producer-server","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"Requested any available port, Dropshot server has been bound to 127.0.0.1:50072","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:17.033035333Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"nexus-producer-server","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"Nexus IP provided explicitly, will use it","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:17.033056853Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"nexus-producer-server","name":"913233fe-92a8-4635-9572-183f495429c4","addr":"127.0.0.1:60299"} {"msg":"starting producer registration task","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:17.033078443Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"nexus-producer-server","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"starting oximeter metric producer server","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:17.033099174Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"file":"oximeter/producer/src/lib.rs:283","component":"nexus-producer-server","name":"913233fe-92a8-4635-9572-183f495429c4","interval":"10s","address":"127.0.0.1:50072","producer_id":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"Running step start_oximeter","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:17.03312883Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"init_with_steps"} {"msg":"Starting Oximeter","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:17.033148301Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048} {"msg":"registered DTrace probes","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:17.033164643Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"oximeter"} {"msg":"starting oximeter server","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:17.033275772Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"file":"oximeter/collector/src/lib.rs:265","component":"oximeter"} {"msg":"creating ClickHouse client","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:17.033352566Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"oximeter"} {"msg":"registered USDT probes","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:17.033371177Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"id":"6dc71f35-de8c-4050-9e17-e2a7a13c8a37","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"registering as oximeter producer with Nexus","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:17.033401963Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"producer-registration-task","component":"nexus-producer-server","name":"913233fe-92a8-4635-9572-183f495429c4","registration_count":"0"} {"msg":"will register with Nexus at 127.0.0.1:60299","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:17.033426801Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"producer-registration-task","component":"nexus-producer-server","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:17.113924023Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"producer-registration-task","component":"nexus-producer-server","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://127.0.0.1:60299/metrics/producers","method":"POST"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:17.115553246Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:60299","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","remote_addr":"127.0.0.1:37069"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:17.117019704Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"uri":"/metrics/producers","method":"POST","req_id":"e6d96cc2-bc11-4fed-855a-cc94c4b10771","remote_addr":"127.0.0.1:37069","local_addr":"127.0.0.1:60299","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"determined request API version","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:17.117079746Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"uri":"/metrics/producers","method":"POST","req_id":"e6d96cc2-bc11-4fed-855a-cc94c4b10771","remote_addr":"127.0.0.1:37069","local_addr":"127.0.0.1:60299","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:17.118055892Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"e6d96cc2-bc11-4fed-855a-cc94c4b10771","remote_addr":"127.0.0.1:37069","local_addr":"127.0.0.1:60299","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:17.11812626Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"e6d96cc2-bc11-4fed-855a-cc94c4b10771","remote_addr":"127.0.0.1:37069","local_addr":"127.0.0.1:60299","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:17.119550117Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"e6d96cc2-bc11-4fed-855a-cc94c4b10771","remote_addr":"127.0.0.1:37069","local_addr":"127.0.0.1:60299","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"executing SQL query","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:17.121828418Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"id":"6dc71f35-de8c-4050-9e17-e2a7a13c8a37","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"SELECT MAX(value) AS max_version FROM oximeter.version;"} {"msg":"oximeter database does not exist, or is out-of-date","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2026-03-20T18:35:17.134741594Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"id":"6dc71f35-de8c-4050-9e17-e2a7a13c8a37","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/db/src/client/mod.rs:900","component":"oximeter"} {"msg":"oximeter database does not exist, creating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:17.134797958Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"reading db version","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:17.134820737Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"id":"6dc71f35-de8c-4050-9e17-e2a7a13c8a37","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/db/src/client/mod.rs:800","component":"oximeter"} {"msg":"executing SQL query","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:17.135002133Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"id":"6dc71f35-de8c-4050-9e17-e2a7a13c8a37","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"SELECT MAX(value) AS max_version FROM oximeter.version;"} {"msg":"oximeter database does not exist, or is out-of-date","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2026-03-20T18:35:17.13608335Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"id":"6dc71f35-de8c-4050-9e17-e2a7a13c8a37","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/db/src/client/mod.rs:900","component":"oximeter"} {"msg":"read oximeter database version","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:17.13612736Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"id":"6dc71f35-de8c-4050-9e17-e2a7a13c8a37","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/db/src/client/mod.rs:805","component":"oximeter","version":0} {"msg":"initializing oximeter schema","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:17.136166422Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"id":"6dc71f35-de8c-4050-9e17-e2a7a13c8a37","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/db/src/client/mod.rs:810","component":"oximeter"} {"msg":"initializing ClickHouse database","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:17.136192859Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"id":"6dc71f35-de8c-4050-9e17-e2a7a13c8a37","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"executing SQL query","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:17.136412487Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"id":"6dc71f35-de8c-4050-9e17-e2a7a13c8a37","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"CREATE DATABASE IF NOT EXISTS oximeter"} {"msg":"executing SQL query","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:17.138011963Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"id":"6dc71f35-de8c-4050-9e17-e2a7a13c8a37","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\n/* The version table contains metadata about the `oximeter` database */\nCREATE TABLE IF NOT EXISTS oximeter.version\n(\n value UInt64,\n timestamp DateTime64(9, 'UTC')\n)\nENGINE = MergeTree()\nORDER BY (value, timestamp)"} {"msg":"executing SQL query","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:17.13999738Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"id":"6dc71f35-de8c-4050-9e17-e2a7a13c8a37","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\n/* The measurement tables contain all individual samples from each timeseries.\n *\n * Each table stores a single datum type, and otherwise contains nearly the same\n * structure. The primary sorting key is on the timeseries name, key, and then\n * timestamp, so that all timeseries from the same schema are grouped, followed\n * by all samples from the same timeseries.\n *\n * This reflects that one usually looks up the _key_ in one or more field table,\n * and then uses that to index quickly into the measurements tables.\n */\nCREATE TABLE IF NOT EXISTS oximeter.measurements_bool\n(\n timeseries_name String,\n timeseries_key UInt64,\n timestamp DateTime64(9, 'UTC'),\n datum Nullable(Bool)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:17.142740195Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"id":"6dc71f35-de8c-4050-9e17-e2a7a13c8a37","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_i8\n(\n timeseries_name String,\n timeseries_key UInt64,\n timestamp DateTime64(9, 'UTC'),\n datum Nullable(Int8)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:17.144625638Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"id":"6dc71f35-de8c-4050-9e17-e2a7a13c8a37","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_u8\n(\n timeseries_name String,\n timeseries_key UInt64,\n timestamp DateTime64(9, 'UTC'),\n datum Nullable(UInt8)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:17.149041915Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"id":"6dc71f35-de8c-4050-9e17-e2a7a13c8a37","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_i16\n(\n timeseries_name String,\n timeseries_key UInt64,\n timestamp DateTime64(9, 'UTC'),\n datum Nullable(Int16)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:17.152071137Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"id":"6dc71f35-de8c-4050-9e17-e2a7a13c8a37","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_u16\n(\n timeseries_name String,\n timeseries_key UInt64,\n timestamp DateTime64(9, 'UTC'),\n datum Nullable(UInt16)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:17.153898467Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"id":"6dc71f35-de8c-4050-9e17-e2a7a13c8a37","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_i32\n(\n timeseries_name String,\n timeseries_key UInt64,\n timestamp DateTime64(9, 'UTC'),\n datum Nullable(Int32)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:17.155786479Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"id":"6dc71f35-de8c-4050-9e17-e2a7a13c8a37","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_u32\n(\n timeseries_name String,\n timeseries_key UInt64,\n timestamp DateTime64(9, 'UTC'),\n datum Nullable(UInt32)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:17.157939138Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"id":"6dc71f35-de8c-4050-9e17-e2a7a13c8a37","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_i64\n(\n timeseries_name String,\n timeseries_key UInt64,\n timestamp DateTime64(9, 'UTC'),\n datum Nullable(Int64)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:17.162127571Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"id":"6dc71f35-de8c-4050-9e17-e2a7a13c8a37","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_u64\n(\n timeseries_name String,\n timeseries_key UInt64,\n timestamp DateTime64(9, 'UTC'),\n datum Nullable(UInt64)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:17.164940483Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"id":"6dc71f35-de8c-4050-9e17-e2a7a13c8a37","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_f32\n(\n timeseries_name String,\n timeseries_key UInt64,\n timestamp DateTime64(9, 'UTC'),\n datum Nullable(Float32)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:17.167174124Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"id":"6dc71f35-de8c-4050-9e17-e2a7a13c8a37","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_f64\n(\n timeseries_name String,\n timeseries_key UInt64,\n timestamp DateTime64(9, 'UTC'),\n datum Nullable(Float64)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:17.170182136Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"id":"6dc71f35-de8c-4050-9e17-e2a7a13c8a37","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_string\n(\n timeseries_name String,\n timeseries_key UInt64,\n timestamp DateTime64(9, 'UTC'),\n datum Nullable(String)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:17.175970344Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"uri":"/metrics/producers","method":"POST","req_id":"e6d96cc2-bc11-4fed-855a-cc94c4b10771","remote_addr":"127.0.0.1:37069","local_addr":"127.0.0.1:60299","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","error_message_external":"Service Unavailable","error_message_internal":"no Oximeter instances available for assignment","latency_us":59007,"response_code":503} {"msg":"executing SQL query","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:17.17625994Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"id":"6dc71f35-de8c-4050-9e17-e2a7a13c8a37","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_bytes\n(\n timeseries_name String,\n timeseries_key UInt64,\n timestamp DateTime64(9, 'UTC'),\n /*\n * NOTE: Right now we can't unambiguously record a nullable byte array.\n * Arrays cannot be nested in `Nullable()` types, and encoding the array as\n * a string isn't palatable for a few reasons.\n * See: https://github.com/oxidecomputer/omicron/issues/4551 for more\n * details.\n */\n datum Array(UInt8)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:17.176761467Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"producer-registration-task","component":"nexus-producer-server","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://127.0.0.1:60299/metrics/producers\", status: 503, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e6d96cc2-bc11-4fed-855a-cc94c4b10771\", \"content-length\": \"133\", \"date\": \"Fri, 20 Mar 2026 18:35:17 GMT\"} })"} {"msg":"failed to register with Nexus, will retry","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2026-03-20T18:35:17.176964352Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:379","component":"nexus-producer-server","name":"913233fe-92a8-4635-9572-183f495429c4","error":"Error Response: status: 503 Service Unavailable; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e6d96cc2-bc11-4fed-855a-cc94c4b10771\", \"content-length\": \"133\", \"date\": \"Fri, 20 Mar 2026 18:35:17 GMT\"}; value: Error { error_code: Some(\"ServiceNotAvailable\"), message: \"Service Unavailable\", request_id: \"e6d96cc2-bc11-4fed-855a-cc94c4b10771\" }","delay":"146.072732ms","count":"0"} {"msg":"executing SQL query","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:17.187577008Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"id":"6dc71f35-de8c-4050-9e17-e2a7a13c8a37","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_cumulativei64\n(\n timeseries_name String,\n timeseries_key UInt64,\n start_time DateTime64(9, 'UTC'),\n timestamp DateTime64(9, 'UTC'),\n datum Nullable(Int64)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, start_time, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:17.197441091Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"id":"6dc71f35-de8c-4050-9e17-e2a7a13c8a37","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_cumulativeu64\n(\n timeseries_name String,\n timeseries_key UInt64,\n start_time DateTime64(9, 'UTC'),\n timestamp DateTime64(9, 'UTC'),\n datum Nullable(UInt64)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, start_time, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:17.201712525Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"id":"6dc71f35-de8c-4050-9e17-e2a7a13c8a37","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_cumulativef32\n(\n timeseries_name String,\n timeseries_key UInt64,\n start_time DateTime64(9, 'UTC'),\n timestamp DateTime64(9, 'UTC'),\n datum Nullable(Float32)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, start_time, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:17.205717873Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"id":"6dc71f35-de8c-4050-9e17-e2a7a13c8a37","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_cumulativef64\n(\n timeseries_name String,\n timeseries_key UInt64,\n start_time DateTime64(9, 'UTC'),\n timestamp DateTime64(9, 'UTC'),\n datum Nullable(Float64)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, start_time, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:17.208589588Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"id":"6dc71f35-de8c-4050-9e17-e2a7a13c8a37","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_histogrami8\n(\n timeseries_name String,\n timeseries_key UInt64,\n start_time DateTime64(9, 'UTC'),\n timestamp DateTime64(9, 'UTC'),\n /*\n * NOTE: Array types cannot be Nullable, see\n * https://clickhouse.com/docs/en/sql-reference/data-types/nullable\n * for more details.\n *\n * This means we need to use empty arrays to indicate a missing value. This\n * is unfortunate, and at this point relies on the fact that an\n * `oximeter::Histogram` cannot have zero bins. If that changes, we'll need\n * to figure out another way to represent missing samples here.\n */\n bins Array(Int8),\n counts Array(UInt64),\n min Int8,\n max Int8,\n sum_of_samples Int64,\n squared_mean Float64,\n p50_marker_heights Array(Float64),\n p50_marker_positions Array(UInt64),\n p50_desired_marker_positions Array(Float64),\n p90_marker_heights Array(Float64),\n p90_marker_positions Array(UInt64),\n p90_desired_marker_positions Array(Float64),\n p99_marker_heights Array(Float64),\n p99_marker_positions Array(UInt64),\n p99_desired_marker_positions Array(Float64)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, start_time, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:17.211953983Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"id":"6dc71f35-de8c-4050-9e17-e2a7a13c8a37","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_histogramu8\n(\n timeseries_name String,\n timeseries_key UInt64,\n start_time DateTime64(9, 'UTC'),\n timestamp DateTime64(9, 'UTC'),\n bins Array(UInt8),\n counts Array(UInt64),\n min UInt8,\n max UInt8,\n sum_of_samples Int64,\n squared_mean Float64,\n p50_marker_heights Array(Float64),\n p50_marker_positions Array(UInt64),\n p50_desired_marker_positions Array(Float64),\n p90_marker_heights Array(Float64),\n p90_marker_positions Array(UInt64),\n p90_desired_marker_positions Array(Float64),\n p99_marker_heights Array(Float64),\n p99_marker_positions Array(UInt64),\n p99_desired_marker_positions Array(Float64)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, start_time, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:17.217619719Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"id":"6dc71f35-de8c-4050-9e17-e2a7a13c8a37","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_histogrami16\n(\n timeseries_name String,\n timeseries_key UInt64,\n start_time DateTime64(9, 'UTC'),\n timestamp DateTime64(9, 'UTC'),\n bins Array(Int16),\n counts Array(UInt64),\n min Int16,\n max Int16,\n sum_of_samples Int64,\n squared_mean Float64,\n p50_marker_heights Array(Float64),\n p50_marker_positions Array(UInt64),\n p50_desired_marker_positions Array(Float64),\n p90_marker_heights Array(Float64),\n p90_marker_positions Array(UInt64),\n p90_desired_marker_positions Array(Float64),\n p99_marker_heights Array(Float64),\n p99_marker_positions Array(UInt64),\n p99_desired_marker_positions Array(Float64)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, start_time, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:17.221155945Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"id":"6dc71f35-de8c-4050-9e17-e2a7a13c8a37","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_histogramu16\n(\n timeseries_name String,\n timeseries_key UInt64,\n start_time DateTime64(9, 'UTC'),\n timestamp DateTime64(9, 'UTC'),\n bins Array(UInt16),\n counts Array(UInt64),\n min UInt16,\n max UInt16,\n sum_of_samples Int64,\n squared_mean Float64,\n p50_marker_heights Array(Float64),\n p50_marker_positions Array(UInt64),\n p50_desired_marker_positions Array(Float64),\n p90_marker_heights Array(Float64),\n p90_marker_positions Array(UInt64),\n p90_desired_marker_positions Array(Float64),\n p99_marker_heights Array(Float64),\n p99_marker_positions Array(UInt64),\n p99_desired_marker_positions Array(Float64)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, start_time, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:17.22940456Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"id":"6dc71f35-de8c-4050-9e17-e2a7a13c8a37","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_histogrami32\n(\n timeseries_name String,\n timeseries_key UInt64,\n start_time DateTime64(9, 'UTC'),\n timestamp DateTime64(9, 'UTC'),\n bins Array(Int32),\n counts Array(UInt64),\n min Int32,\n max Int32,\n sum_of_samples Int64,\n squared_mean Float64,\n p50_marker_heights Array(Float64),\n p50_marker_positions Array(UInt64),\n p50_desired_marker_positions Array(Float64),\n p90_marker_heights Array(Float64),\n p90_marker_positions Array(UInt64),\n p90_desired_marker_positions Array(Float64),\n p99_marker_heights Array(Float64),\n p99_marker_positions Array(UInt64),\n p99_desired_marker_positions Array(Float64)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, start_time, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:17.233584526Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"id":"6dc71f35-de8c-4050-9e17-e2a7a13c8a37","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_histogramu32\n(\n timeseries_name String,\n timeseries_key UInt64,\n start_time DateTime64(9, 'UTC'),\n timestamp DateTime64(9, 'UTC'),\n bins Array(UInt32),\n counts Array(UInt64),\n min UInt32,\n max UInt32,\n sum_of_samples Int64,\n squared_mean Float64,\n p50_marker_heights Array(Float64),\n p50_marker_positions Array(UInt64),\n p50_desired_marker_positions Array(Float64),\n p90_marker_heights Array(Float64),\n p90_marker_positions Array(UInt64),\n p90_desired_marker_positions Array(Float64),\n p99_marker_heights Array(Float64),\n p99_marker_positions Array(UInt64),\n p99_desired_marker_positions Array(Float64)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, start_time, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:17.239142062Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"id":"6dc71f35-de8c-4050-9e17-e2a7a13c8a37","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_histogrami64\n(\n timeseries_name String,\n timeseries_key UInt64,\n start_time DateTime64(9, 'UTC'),\n timestamp DateTime64(9, 'UTC'),\n bins Array(Int64),\n counts Array(UInt64),\n min Int64,\n max Int64,\n sum_of_samples Int64,\n squared_mean Float64,\n p50_marker_heights Array(Float64),\n p50_marker_positions Array(UInt64),\n p50_desired_marker_positions Array(Float64),\n p90_marker_heights Array(Float64),\n p90_marker_positions Array(UInt64),\n p90_desired_marker_positions Array(Float64),\n p99_marker_heights Array(Float64),\n p99_marker_positions Array(UInt64),\n p99_desired_marker_positions Array(Float64)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, start_time, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:17.247672666Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"id":"6dc71f35-de8c-4050-9e17-e2a7a13c8a37","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_histogramu64\n(\n timeseries_name String,\n timeseries_key UInt64,\n start_time DateTime64(9, 'UTC'),\n timestamp DateTime64(9, 'UTC'),\n bins Array(UInt64),\n counts Array(UInt64),\n min UInt64,\n max UInt64,\n sum_of_samples Int64,\n squared_mean Float64,\n p50_marker_heights Array(Float64),\n p50_marker_positions Array(UInt64),\n p50_desired_marker_positions Array(Float64),\n p90_marker_heights Array(Float64),\n p90_marker_positions Array(UInt64),\n p90_desired_marker_positions Array(Float64),\n p99_marker_heights Array(Float64),\n p99_marker_positions Array(UInt64),\n p99_desired_marker_positions Array(Float64)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, start_time, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:17.249917202Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"id":"6dc71f35-de8c-4050-9e17-e2a7a13c8a37","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_histogramf32\n(\n timeseries_name String,\n timeseries_key UInt64,\n start_time DateTime64(9, 'UTC'),\n timestamp DateTime64(9, 'UTC'),\n bins Array(Float32),\n counts Array(UInt64),\n min Float32,\n max Float32,\n sum_of_samples Float64,\n squared_mean Float64,\n p50_marker_heights Array(Float64),\n p50_marker_positions Array(UInt64),\n p50_desired_marker_positions Array(Float64),\n p90_marker_heights Array(Float64),\n p90_marker_positions Array(UInt64),\n p90_desired_marker_positions Array(Float64),\n p99_marker_heights Array(Float64),\n p99_marker_positions Array(UInt64),\n p99_desired_marker_positions Array(Float64)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, start_time, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:17.25243797Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"id":"6dc71f35-de8c-4050-9e17-e2a7a13c8a37","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_histogramf64\n(\n timeseries_name String,\n timeseries_key UInt64,\n start_time DateTime64(9, 'UTC'),\n timestamp DateTime64(9, 'UTC'),\n bins Array(Float64),\n counts Array(UInt64),\n min Float64,\n max Float64,\n sum_of_samples Float64,\n squared_mean Float64,\n p50_marker_heights Array(Float64),\n p50_marker_positions Array(UInt64),\n p50_desired_marker_positions Array(Float64),\n p90_marker_heights Array(Float64),\n p90_marker_positions Array(UInt64),\n p90_desired_marker_positions Array(Float64),\n p99_marker_heights Array(Float64),\n p99_marker_positions Array(UInt64),\n p99_desired_marker_positions Array(Float64)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, start_time, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:17.256806669Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"id":"6dc71f35-de8c-4050-9e17-e2a7a13c8a37","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\n/* The field tables store named dimensions of each timeseries.\n *\n * As with the measurement tables, there is one field table for each field data\n * type. Fields are deduplicated by using the \"replacing merge tree\", though\n * this behavior **must not** be relied upon for query correctness.\n *\n * The index for the fields differs from the measurements, however. Rows are\n * sorted by timeseries name, then field name, field value, and finally\n * timeseries key. This reflects the most common pattern for looking them up:\n * by field name and possibly value, within a timeseries. The resulting keys are\n * usually then used to look up measurements.\n *\n * NOTE: We may want to consider a secondary index on these tables, sorting by\n * timeseries name and then key, since it would improve lookups where one\n * already has the key. Realistically though, these tables are quite small and\n * so performance benefits will be low in absolute terms.\n *\n * TTL: We use a materialized column to expire old field table records. This\n * column is generated automatically by the database whenever a new row is\n * inserted. It cannot be inserted directly, nor is it returned in a `SELECT *`\n * query. Since these tables are `ReplacingMergeTree`s, that means the last\n * record will remain during a deduplication, which will have the last\n * timestamp. ClickHouse will then expire old data for us, similar to the\n * measurement tables.\n */\nCREATE TABLE IF NOT EXISTS oximeter.fields_bool\n(\n timeseries_name String,\n timeseries_key UInt64,\n field_name String,\n field_value Bool,\n last_updated_at DateTime MATERIALIZED now()\n)\nENGINE = ReplacingMergeTree()\nORDER BY (timeseries_name, field_name, field_value, timeseries_key)\nTTL last_updated_at + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:17.265162444Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"id":"6dc71f35-de8c-4050-9e17-e2a7a13c8a37","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.fields_i8\n(\n timeseries_name String,\n timeseries_key UInt64,\n field_name String,\n field_value Int8,\n last_updated_at DateTime MATERIALIZED now()\n)\nENGINE = ReplacingMergeTree()\nORDER BY (timeseries_name, field_name, field_value, timeseries_key)\nTTL last_updated_at + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:17.268745987Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"id":"6dc71f35-de8c-4050-9e17-e2a7a13c8a37","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.fields_u8\n(\n timeseries_name String,\n timeseries_key UInt64,\n field_name String,\n field_value UInt8,\n last_updated_at DateTime MATERIALIZED now()\n)\nENGINE = ReplacingMergeTree()\nORDER BY (timeseries_name, field_name, field_value, timeseries_key)\nTTL last_updated_at + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:17.276044754Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"id":"6dc71f35-de8c-4050-9e17-e2a7a13c8a37","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.fields_i16\n(\n timeseries_name String,\n timeseries_key UInt64,\n field_name String,\n field_value Int16,\n last_updated_at DateTime MATERIALIZED now()\n)\nENGINE = ReplacingMergeTree()\nORDER BY (timeseries_name, field_name, field_value, timeseries_key)\nTTL last_updated_at + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:17.279391997Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"id":"6dc71f35-de8c-4050-9e17-e2a7a13c8a37","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.fields_u16\n(\n timeseries_name String,\n timeseries_key UInt64,\n field_name String,\n field_value UInt16,\n last_updated_at DateTime MATERIALIZED now()\n)\nENGINE = ReplacingMergeTree()\nORDER BY (timeseries_name, field_name, field_value, timeseries_key)\nTTL last_updated_at + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:17.282188457Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"id":"6dc71f35-de8c-4050-9e17-e2a7a13c8a37","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.fields_i32\n(\n timeseries_name String,\n timeseries_key UInt64,\n field_name String,\n field_value Int32,\n last_updated_at DateTime MATERIALIZED now()\n)\nENGINE = ReplacingMergeTree()\nORDER BY (timeseries_name, field_name, field_value, timeseries_key)\nTTL last_updated_at + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:17.287152309Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"id":"6dc71f35-de8c-4050-9e17-e2a7a13c8a37","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.fields_u32\n(\n timeseries_name String,\n timeseries_key UInt64,\n field_name String,\n field_value UInt32,\n last_updated_at DateTime MATERIALIZED now()\n)\nENGINE = ReplacingMergeTree()\nORDER BY (timeseries_name, field_name, field_value, timeseries_key)\nTTL last_updated_at + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:17.291944011Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"id":"6dc71f35-de8c-4050-9e17-e2a7a13c8a37","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.fields_i64\n(\n timeseries_name String,\n timeseries_key UInt64,\n field_name String,\n field_value Int64,\n last_updated_at DateTime MATERIALIZED now()\n)\nENGINE = ReplacingMergeTree()\nORDER BY (timeseries_name, field_name, field_value, timeseries_key)\nTTL last_updated_at + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:17.309271935Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"id":"6dc71f35-de8c-4050-9e17-e2a7a13c8a37","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.fields_u64\n(\n timeseries_name String,\n timeseries_key UInt64,\n field_name String,\n field_value UInt64,\n last_updated_at DateTime MATERIALIZED now()\n)\nENGINE = ReplacingMergeTree()\nORDER BY (timeseries_name, field_name, field_value, timeseries_key)\nTTL last_updated_at + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:17.330341388Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"id":"6dc71f35-de8c-4050-9e17-e2a7a13c8a37","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.fields_ipaddr\n(\n timeseries_name String,\n timeseries_key UInt64,\n field_name String,\n field_value IPv6,\n last_updated_at DateTime MATERIALIZED now()\n)\nENGINE = ReplacingMergeTree()\nORDER BY (timeseries_name, field_name, field_value, timeseries_key)\nTTL last_updated_at + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:17.334645287Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"id":"6dc71f35-de8c-4050-9e17-e2a7a13c8a37","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.fields_string\n(\n timeseries_name String,\n timeseries_key UInt64,\n field_name String,\n field_value String,\n last_updated_at DateTime MATERIALIZED now()\n)\nENGINE = ReplacingMergeTree()\nORDER BY (timeseries_name, field_name, field_value, timeseries_key)\nTTL last_updated_at + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:17.342227022Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"id":"6dc71f35-de8c-4050-9e17-e2a7a13c8a37","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.fields_uuid\n(\n timeseries_name String,\n timeseries_key UInt64,\n field_name String,\n field_value UUID,\n last_updated_at DateTime MATERIALIZED now()\n)\nENGINE = ReplacingMergeTree()\nORDER BY (timeseries_name, field_name, field_value, timeseries_key)\nTTL last_updated_at + INTERVAL 30 DAY"} {"msg":"will register with Nexus at 127.0.0.1:60299","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:17.368041749Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"producer-registration-task","component":"nexus-producer-server","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:17.456337345Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"producer-registration-task","component":"nexus-producer-server","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://127.0.0.1:60299/metrics/producers","method":"POST"} {"msg":"executing SQL query","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:17.456872616Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"id":"6dc71f35-de8c-4050-9e17-e2a7a13c8a37","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\n/* The timeseries schema table stores the extracted schema for the samples\n * oximeter collects.\n */\nCREATE TABLE IF NOT EXISTS oximeter.timeseries_schema\n(\n timeseries_name String,\n fields Nested(\n name String,\n type Enum(\n 'Bool' = 1,\n 'I64' = 2,\n 'IpAddr' = 3,\n 'String' = 4,\n 'Uuid' = 6,\n 'I8' = 7,\n 'U8' = 8,\n 'I16' = 9,\n 'U16' = 10,\n 'I32' = 11,\n 'U32' = 12,\n 'U64' = 13\n ),\n source Enum(\n 'Target' = 1,\n 'Metric' = 2\n )\n ),\n datum_type Enum(\n 'Bool' = 1,\n 'I64' = 2,\n 'F64' = 3,\n 'String' = 4,\n 'Bytes' = 5,\n 'CumulativeI64' = 6,\n 'CumulativeF64' = 7,\n 'HistogramI64' = 8,\n 'HistogramF64' = 9,\n 'I8' = 10,\n 'U8' = 11,\n 'I16' = 12,\n 'U16' = 13,\n 'I32' = 14,\n 'U32' = 15,\n 'U64' = 16,\n 'F32' = 17,\n 'CumulativeU64' = 18,\n 'CumulativeF32' = 19,\n 'HistogramI8' = 20,\n 'HistogramU8' = 21,\n 'HistogramI16' = 22,\n 'HistogramU16' = 23,\n 'HistogramI32' = 24,\n 'HistogramU32' = 25,\n 'HistogramU64' = 26,\n 'HistogramF32' = 27\n ),\n created DateTime64(9, 'UTC')\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, fields.name)"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:17.456980446Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:60299","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","remote_addr":"127.0.0.1:57709"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:17.457288523Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"uri":"/metrics/producers","method":"POST","req_id":"6411a6f3-06d9-4021-bad8-c58ec894910e","remote_addr":"127.0.0.1:57709","local_addr":"127.0.0.1:60299","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"determined request API version","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:17.45733821Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"uri":"/metrics/producers","method":"POST","req_id":"6411a6f3-06d9-4021-bad8-c58ec894910e","remote_addr":"127.0.0.1:57709","local_addr":"127.0.0.1:60299","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:17.457608864Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"6411a6f3-06d9-4021-bad8-c58ec894910e","remote_addr":"127.0.0.1:57709","local_addr":"127.0.0.1:60299","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:17.457666157Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"6411a6f3-06d9-4021-bad8-c58ec894910e","remote_addr":"127.0.0.1:57709","local_addr":"127.0.0.1:60299","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:17.45847654Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"6411a6f3-06d9-4021-bad8-c58ec894910e","remote_addr":"127.0.0.1:57709","local_addr":"127.0.0.1:60299","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"inserting current version","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:17.477423251Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"id":"6dc71f35-de8c-4050-9e17-e2a7a13c8a37","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/db/src/client/mod.rs:831","component":"oximeter","version":14} {"msg":"executing SQL query","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:17.477504903Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"id":"6dc71f35-de8c-4050-9e17-e2a7a13c8a37","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"INSERT INTO oximeter.version (*) VALUES (14, now());"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:17.47779096Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"uri":"/metrics/producers","method":"POST","req_id":"6411a6f3-06d9-4021-bad8-c58ec894910e","remote_addr":"127.0.0.1:57709","local_addr":"127.0.0.1:60299","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","error_message_external":"Service Unavailable","error_message_internal":"no Oximeter instances available for assignment","latency_us":20450,"response_code":503} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:17.478382765Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"producer-registration-task","component":"nexus-producer-server","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://127.0.0.1:60299/metrics/producers\", status: 503, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6411a6f3-06d9-4021-bad8-c58ec894910e\", \"content-length\": \"133\", \"date\": \"Fri, 20 Mar 2026 18:35:17 GMT\"} })"} {"msg":"failed to register with Nexus, will retry","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2026-03-20T18:35:17.478437819Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:379","component":"nexus-producer-server","name":"913233fe-92a8-4635-9572-183f495429c4","error":"Error Response: status: 503 Service Unavailable; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6411a6f3-06d9-4021-bad8-c58ec894910e\", \"content-length\": \"133\", \"date\": \"Fri, 20 Mar 2026 18:35:17 GMT\"}; value: Error { error_code: Some(\"ServiceNotAvailable\"), message: \"Service Unavailable\", request_id: \"6411a6f3-06d9-4021-bad8-c58ec894910e\" }","delay":"447.677299ms","count":"1"} {"msg":"registered USDT probes","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:17.48652195Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"id":"69abe4c1-5f91-44f2-a511-48a257229151","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:17.488184048Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"[::1]:65201","component":"dropshot","component":"oximeter","versions":"all","path":"/info","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:17.488232595Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"[::1]:65201","component":"dropshot","component":"oximeter","versions":"all","path":"/producers","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:17.488255215Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"[::1]:65201","component":"dropshot","component":"oximeter","versions":"all","path":"/producers/{producer_id}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:17.488275955Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"[::1]:65201","component":"dropshot","component":"oximeter","versions":"all","path":"/producers/{producer_id}","method":"GET"} {"msg":"listening","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:17.488297235Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"[::1]:65201","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.7/src/server.rs:328","component":"oximeter"} {"msg":"successfully registered DTrace USDT probes","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:17.489865956Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"[::1]:65201","component":"dropshot","component":"oximeter"} {"msg":"registered USDT probes","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:17.491167051Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"oximeter"} {"msg":"contacting nexus","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:17.491228182Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"oximeter"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:18.093378776Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"oximeter","body":"Some(Body)","uri":"http://127.0.0.1:60299/metrics/collectors","method":"POST"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:18.09386411Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"CockroachClusterAdminClient","component":"inventory_cockroach_client","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Err(reqwest::Error { kind: Request, url: \"http://[::1]:32222/node/id\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", [::1]:32222, Os { code: 146, kind: ConnectionRefused, message: \"Connection refused\" })) })"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:18.094110646Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":3,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:18.094176655Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:18.094216556Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:18.094245023Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:18.094271891Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:18.095127723Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"will register with Nexus at 127.0.0.1:60299","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:18.096324336Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"producer-registration-task","component":"nexus-producer-server","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:18.175944146Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"producer-registration-task","component":"nexus-producer-server","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://127.0.0.1:60299/metrics/producers","method":"POST"} {"msg":"Failed to fetch metrics from CockroachDB node","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2026-03-20T18:35:18.176630267Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"CockroachClusterAdminClient","component":"inventory_cockroach_client","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","error":"Failed to get node ID from [::1]:32222"} {"msg":"begin collection from NTP admin (timesync)","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:18.26063202Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","zone_id":"3833e8c2-707a-47f9-934d-9e23e6b9eade (omicron_zone)","sled_agent_url":"http://[::1]:10123"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:18.260704736Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"ntp_admin_url":"http://[::1]:10123","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:10123/timesync","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:18.261215658Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:60299","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","remote_addr":"127.0.0.1:53282"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:18.261295631Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:60299","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","remote_addr":"127.0.0.1:32813"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:18.263221936Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"uri":"/metrics/producers","method":"POST","req_id":"3afd319c-5c9a-4f2b-a775-5a2c535cc2aa","remote_addr":"127.0.0.1:32813","local_addr":"127.0.0.1:60299","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"determined request API version","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:18.263279949Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"uri":"/metrics/producers","method":"POST","req_id":"3afd319c-5c9a-4f2b-a775-5a2c535cc2aa","remote_addr":"127.0.0.1:32813","local_addr":"127.0.0.1:60299","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:18.263476427Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"3afd319c-5c9a-4f2b-a775-5a2c535cc2aa","remote_addr":"127.0.0.1:32813","local_addr":"127.0.0.1:60299","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:18.263526574Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"3afd319c-5c9a-4f2b-a775-5a2c535cc2aa","remote_addr":"127.0.0.1:32813","local_addr":"127.0.0.1:60299","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:18.264263311Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"3afd319c-5c9a-4f2b-a775-5a2c535cc2aa","remote_addr":"127.0.0.1:32813","local_addr":"127.0.0.1:60299","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:18.265525325Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:18.275134967Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:18.275195858Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:18.275225464Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:18.275680753Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:18.277507204Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"uri":"/metrics/collectors","method":"POST","req_id":"218b0d77-f874-486a-bc6b-16981e064fe7","remote_addr":"127.0.0.1:53282","local_addr":"127.0.0.1:60299","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"determined request API version","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:18.277551173Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"uri":"/metrics/collectors","method":"POST","req_id":"218b0d77-f874-486a-bc6b-16981e064fe7","remote_addr":"127.0.0.1:53282","local_addr":"127.0.0.1:60299","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:18.277914004Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors","method":"POST","req_id":"218b0d77-f874-486a-bc6b-16981e064fe7","remote_addr":"127.0.0.1:53282","local_addr":"127.0.0.1:60299","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:18.277956795Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors","method":"POST","req_id":"218b0d77-f874-486a-bc6b-16981e064fe7","remote_addr":"127.0.0.1:53282","local_addr":"127.0.0.1:60299","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:18.278371052Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors","method":"POST","req_id":"218b0d77-f874-486a-bc6b-16981e064fe7","remote_addr":"127.0.0.1:53282","local_addr":"127.0.0.1:60299","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"reconfigurator config load complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:18.283159845Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","switches":"Loaded(ReconfiguratorConfigView { version: 1, config: ReconfiguratorConfig { planner_enabled: false, planner_config: PlannerConfig { add_zones_with_mupdate_override: false }, tuf_repo_pruner_enabled: true }, time_modified: 2026-03-20T18:35:07.189424Z })"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:18.283225985Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"config_updated\":false}","iteration":3,"elapsed":"189.068041ms"} {"msg":"registered new oximeter metric collection server","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:18.285368388Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","address":"[::1]:65201","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:18.285490911Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"uri":"/metrics/collectors","method":"POST","req_id":"218b0d77-f874-486a-bc6b-16981e064fe7","remote_addr":"127.0.0.1:53282","local_addr":"127.0.0.1:60299","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":8010,"response_code":204} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:18.286315688Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:60299/metrics/collectors\", status: 204, headers: {\"x-request-id\": \"218b0d77-f874-486a-bc6b-16981e064fe7\", \"date\": \"Fri, 20 Mar 2026 18:35:18 GMT\"} })"} {"msg":"oximeter registered with nexus","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:18.286592199Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"file":"oximeter/collector/src/lib.rs:428","component":"oximeter","id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78"} {"msg":"Running step start_producer_server","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:18.286774415Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"init_with_steps"} {"msg":"Starting test metric Producer Server","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:18.286797054Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:18.290308002Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"[::1]:37241","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/0/regions","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:18.292390413Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"[::1]:37241","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/0/regions","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:18.292444198Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"[::1]:37241","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/0/regions/{id}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:18.292473345Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"[::1]:37241","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/0/regions/{id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:18.292501092Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"[::1]:37241","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/0/regions/{id}/snapshots","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:18.292529249Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"[::1]:37241","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/0/regions/{id}/snapshots/{name}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:18.292557516Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"[::1]:37241","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/0/regions/{id}/snapshots/{name}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:18.292586562Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"[::1]:37241","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/0/regions/{id}/snapshots/{name}/run","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:18.292625414Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"[::1]:37241","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/0/regions/{id}/snapshots/{name}/run","method":"POST"} {"msg":"listening","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:18.292654491Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"[::1]:37241","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"successfully registered DTrace USDT probes","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:18.293713498Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"[::1]:37241","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"Created Simulated Crucible Server","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:18.293760037Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","address":"[::1]:37241"} {"msg":"inserting test physical disk","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:18.293792671Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","model":"test-model","serial":"totally-unique-serial: 684f8e43-8719-4c23-8f14-b23311263a07","vendor":"test-vendor","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","physical_disk_id":"684f8e43-8719-4c23-8f14-b23311263a07"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:18.293863109Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:18.293892545Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:18.294409165Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"starting refresh list task","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:18.295574953Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:554","component":"oximeter"} {"msg":"assigned collector to new producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:18.359273645Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","producer_id":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:18.359527218Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"uri":"/metrics/producers","method":"POST","req_id":"3afd319c-5c9a-4f2b-a775-5a2c535cc2aa","remote_addr":"127.0.0.1:32813","local_addr":"127.0.0.1:60299","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":96365,"response_code":201} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:18.359792034Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:60299","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","remote_addr":"127.0.0.1:44204"} {"msg":"refreshing list of producers from Nexus","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:18.360216347Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:557","component":"oximeter"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:18.360266744Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"producer-registration-task","component":"nexus-producer-server","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://127.0.0.1:60299/metrics/producers\", status: 201, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3afd319c-5c9a-4f2b-a775-5a2c535cc2aa\", \"content-length\": \"41\", \"date\": \"Fri, 20 Mar 2026 18:35:18 GMT\"} })"} {"msg":"successfully registered with Nexus, pausing until time to renew lease","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:18.360523634Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"producer-registration-task","component":"nexus-producer-server","name":"913233fe-92a8-4635-9572-183f495429c4","wait_period":"150s","lease_duration":"600s"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:18.361131172Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"oximeter","body":"None","uri":"http://127.0.0.1:60299/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:18.361628381Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"af0ee495-8425-4fec-b8f4-b2e63559449d","remote_addr":"127.0.0.1:53282","local_addr":"127.0.0.1:60299","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"determined request API version","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:18.361677398Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"af0ee495-8425-4fec-b8f4-b2e63559449d","remote_addr":"127.0.0.1:53282","local_addr":"127.0.0.1:60299","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:18.361813245Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"uri":"/metrics/producers","method":"POST","req_id":"99761734-a8ad-47b1-be12-d88b58a7024d","remote_addr":"127.0.0.1:44204","local_addr":"127.0.0.1:60299","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"determined request API version","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:18.361846659Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"uri":"/metrics/producers","method":"POST","req_id":"99761734-a8ad-47b1-be12-d88b58a7024d","remote_addr":"127.0.0.1:44204","local_addr":"127.0.0.1:60299","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:18.366462673Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"af0ee495-8425-4fec-b8f4-b2e63559449d","remote_addr":"127.0.0.1:53282","local_addr":"127.0.0.1:60299","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:18.366524394Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"af0ee495-8425-4fec-b8f4-b2e63559449d","remote_addr":"127.0.0.1:53282","local_addr":"127.0.0.1:60299","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:18.367016505Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"af0ee495-8425-4fec-b8f4-b2e63559449d","remote_addr":"127.0.0.1:53282","local_addr":"127.0.0.1:60299","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:18.368174247Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"99761734-a8ad-47b1-be12-d88b58a7024d","remote_addr":"127.0.0.1:44204","local_addr":"127.0.0.1:60299","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:18.368257658Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"99761734-a8ad-47b1-be12-d88b58a7024d","remote_addr":"127.0.0.1:44204","local_addr":"127.0.0.1:60299","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:18.36861976Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"99761734-a8ad-47b1-be12-d88b58a7024d","remote_addr":"127.0.0.1:44204","local_addr":"127.0.0.1:60299","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:18.369618745Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:18.369676908Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:18.370003996Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:18.372117724Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:18.372216058Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:18.372248933Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:18.37227602Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:18.372514539Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:18.373816014Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"af0ee495-8425-4fec-b8f4-b2e63559449d","remote_addr":"127.0.0.1:53282","local_addr":"127.0.0.1:60299","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":12125,"response_code":200} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:18.378465282Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:60299/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"af0ee495-8425-4fec-b8f4-b2e63559449d\", \"content-length\": \"286\", \"date\": \"Fri, 20 Mar 2026 18:35:18 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:18.378786583Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"oximeter","body":"None","uri":"http://127.0.0.1:60299/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiI5MTMyMzNmZS05MmE4LTQ2MzUtOTU3Mi0xODNmNDk1NDI5YzQifX0%3D","method":"GET"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:18.37952397Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiI5MTMyMzNmZS05MmE4LTQ2MzUtOTU3Mi0xODNmNDk1NDI5YzQifX0%3D","method":"GET","req_id":"226d6e70-cec3-4f89-b15c-bb6c9044bc9c","remote_addr":"127.0.0.1:53282","local_addr":"127.0.0.1:60299","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"determined request API version","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:18.37991033Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiI5MTMyMzNmZS05MmE4LTQ2MzUtOTU3Mi0xODNmNDk1NDI5YzQifX0%3D","method":"GET","req_id":"226d6e70-cec3-4f89-b15c-bb6c9044bc9c","remote_addr":"127.0.0.1:53282","local_addr":"127.0.0.1:60299","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:18.381073919Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiI5MTMyMzNmZS05MmE4LTQ2MzUtOTU3Mi0xODNmNDk1NDI5YzQifX0%3D","method":"GET","req_id":"226d6e70-cec3-4f89-b15c-bb6c9044bc9c","remote_addr":"127.0.0.1:53282","local_addr":"127.0.0.1:60299","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:18.381149964Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiI5MTMyMzNmZS05MmE4LTQ2MzUtOTU3Mi0xODNmNDk1NDI5YzQifX0%3D","method":"GET","req_id":"226d6e70-cec3-4f89-b15c-bb6c9044bc9c","remote_addr":"127.0.0.1:53282","local_addr":"127.0.0.1:60299","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:18.382128729Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiI5MTMyMzNmZS05MmE4LTQ2MzUtOTU3Mi0xODNmNDk1NDI5YzQifX0%3D","method":"GET","req_id":"226d6e70-cec3-4f89-b15c-bb6c9044bc9c","remote_addr":"127.0.0.1:53282","local_addr":"127.0.0.1:60299","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:18.383708584Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:18.390626947Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:18.403284272Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiI5MTMyMzNmZS05MmE4LTQ2MzUtOTU3Mi0xODNmNDk1NDI5YzQifX0%3D","method":"GET","req_id":"226d6e70-cec3-4f89-b15c-bb6c9044bc9c","remote_addr":"127.0.0.1:53282","local_addr":"127.0.0.1:60299","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":23737,"response_code":200} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:18.404932326Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:60299/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiI5MTMyMzNmZS05MmE4LTQ2MzUtOTU3Mi0xODNmNDk1NDI5YzQifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"226d6e70-cec3-4f89-b15c-bb6c9044bc9c\", \"content-length\": \"29\", \"date\": \"Fri, 20 Mar 2026 18:35:18 GMT\"} })"} {"msg":"registered new metric producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:18.406349927Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","address":"127.0.0.1:50072","producer_id":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"refreshed list of producers from Nexus","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:18.406546546Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:632","component":"oximeter","n_current_tasks":1,"n_pruned_tasks":0} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:18.482756241Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"producer_port":50072,"producer_ip":"127.0.0.1","producer_id":"913233fe-92a8-4635-9572-183f495429c4","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"assigned collector to new producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:18.483187031Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:18.48342456Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"uri":"/metrics/producers","method":"POST","req_id":"99761734-a8ad-47b1-be12-d88b58a7024d","remote_addr":"127.0.0.1:44204","local_addr":"127.0.0.1:60299","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":121621,"response_code":201} {"msg":"reporting oximeter self-collection statistics","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:18.483994255Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"producer_port":50072,"producer_ip":"127.0.0.1","producer_id":"913233fe-92a8-4635-9572-183f495429c4","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:18.48467166Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"producer_port":50072,"producer_ip":"127.0.0.1","producer_id":"913233fe-92a8-4635-9572-183f495429c4","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collecting from producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:18.485431367Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"producer_port":50072,"producer_ip":"127.0.0.1","producer_id":"913233fe-92a8-4635-9572-183f495429c4","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:18.485894492Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:50072","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.7/src/server.rs:1025","component":"nexus-producer-server","name":"913233fe-92a8-4635-9572-183f495429c4","remote_addr":"127.0.0.1:62067"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:18.486644383Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"uri":"/913233fe-92a8-4635-9572-183f495429c4","method":"GET","req_id":"810dddb4-4cc3-4a22-ad4b-79369cfcb612","remote_addr":"127.0.0.1:62067","local_addr":"127.0.0.1:50072","component":"dropshot","component":"nexus-producer-server","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:18.499325727Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"uri":"/913233fe-92a8-4635-9572-183f495429c4","method":"GET","req_id":"810dddb4-4cc3-4a22-ad4b-79369cfcb612","remote_addr":"127.0.0.1:62067","local_addr":"127.0.0.1:50072","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.7/src/server.rs:867","component":"nexus-producer-server","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":12649,"response_code":200} {"msg":"inserting 1 samples into database","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:18.499589824Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 1 samples into database","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:18.499632864Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"sent collection request to producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:18.499763483Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"producer_port":50072,"producer_ip":"127.0.0.1","producer_id":"913233fe-92a8-4635-9572-183f495429c4","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"unrolling 1 total samples","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:18.500131912Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"id":"6dc71f35-de8c-4050-9e17-e2a7a13c8a37","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"retrieving timeseries schema from database","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:18.500656358Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"id":"6dc71f35-de8c-4050-9e17-e2a7a13c8a37","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"executing SQL query","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:18.500733342Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"id":"6dc71f35-de8c-4050-9e17-e2a7a13c8a37","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"SELECT * FROM oximeter.timeseries_schema FORMAT Native;"} {"msg":"collected results from producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:18.525402302Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"producer_port":50072,"producer_ip":"127.0.0.1","producer_id":"913233fe-92a8-4635-9572-183f495429c4","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":5} {"msg":"forwarded results to main collection loop","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:18.525487753Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"producer_port":50072,"producer_ip":"127.0.0.1","producer_id":"913233fe-92a8-4635-9572-183f495429c4","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:18.525513731Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"producer_port":50072,"producer_ip":"127.0.0.1","producer_id":"913233fe-92a8-4635-9572-183f495429c4","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"no new timeseries schema in database","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:18.526010989Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"id":"6dc71f35-de8c-4050-9e17-e2a7a13c8a37","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"new timeseries schema","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:18.526063845Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"id":"6dc71f35-de8c-4050-9e17-e2a7a13c8a37","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"oximeter_collector:collections\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"base_route\", field_type: String, source: Metric, description: \"\" }, FieldSchema { name: \"collector_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"collector_ip\", field_type: IpAddr, source: Target, description: \"\" }, FieldSchema { name: \"collector_port\", field_type: U16, source: Target, description: \"\" }, FieldSchema { name: \"producer_id\", field_type: Uuid, source: Metric, description: \"\" }, FieldSchema { name: \"producer_ip\", field_type: IpAddr, source: Metric, description: \"\" }, FieldSchema { name: \"producer_port\", field_type: U16, source: Metric, description: \"\" }}, datum_type: CumulativeU64, version: 1, authz_scope: Fleet, units: Count, created: 2026-03-20T18:35:18.500592398Z }","timeseries_name":"oximeter_collector:collections"} {"msg":"inserting 1 new timeseries schema","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:18.526608901Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"id":"6dc71f35-de8c-4050-9e17-e2a7a13c8a37","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:18.526807499Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"id":"6dc71f35-de8c-4050-9e17-e2a7a13c8a37","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":6,"n_rows":1,"sql":"INSERT INTO oximeter.timeseries_schema FORMAT Native"} {"msg":"upserting zpool","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:18.527015892Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","physical_disk_id":"684f8e43-8719-4c23-8f14-b23311263a07","zpool_id":"19ac1634-62fd-4eb1-b552-f984f81a74de","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:18.527272093Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:18.527333275Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:18.527615413Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:18.52951494Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:18.529576352Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:18.529607827Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:18.529647499Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:18.530068793Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"inserting data","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:18.530916718Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"id":"6dc71f35-de8c-4050-9e17-e2a7a13c8a37","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_ipaddr FORMAT Native"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:18.533553802Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:18.537466273Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"inserted rows into table","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:18.537872694Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"id":"6dc71f35-de8c-4050-9e17-e2a7a13c8a37","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_ipaddr","n_rows":2} {"msg":"inserting data","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:18.537935465Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"id":"6dc71f35-de8c-4050-9e17-e2a7a13c8a37","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"inserted rows into table","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:18.54168752Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"id":"6dc71f35-de8c-4050-9e17-e2a7a13c8a37","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":1} {"msg":"inserting data","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:18.541757338Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"id":"6dc71f35-de8c-4050-9e17-e2a7a13c8a37","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_u16 FORMAT Native"} {"msg":"upserting Crucible dataset","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:18.544329782Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dataset_id":"fd06841d-a431-463f-9a13-2bdafc72e21c","zpool_id":"19ac1634-62fd-4eb1-b552-f984f81a74de"} {"msg":"inserted rows into table","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:18.545506775Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"id":"6dc71f35-de8c-4050-9e17-e2a7a13c8a37","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_u16","n_rows":2} {"msg":"inserting data","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:18.545572044Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"id":"6dc71f35-de8c-4050-9e17-e2a7a13c8a37","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_uuid FORMAT Native"} {"msg":"inserted rows into table","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:18.5511076Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"id":"6dc71f35-de8c-4050-9e17-e2a7a13c8a37","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_uuid","n_rows":2} {"msg":"inserting data","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:18.551186094Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"id":"6dc71f35-de8c-4050-9e17-e2a7a13c8a37","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":5,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_cumulativeu64 FORMAT Native"} {"msg":"inserting test physical disk","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:18.553222177Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","model":"test-model","serial":"totally-unique-serial: 684f8e43-8719-4c23-8f14-b23311263a07","vendor":"test-vendor","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","physical_disk_id":"684f8e43-8719-4c23-8f14-b23311263a07"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:18.553284079Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:18.553327019Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:18.554310121Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"inserted rows into table","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:18.557245007Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"id":"6dc71f35-de8c-4050-9e17-e2a7a13c8a37","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_cumulativeu64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:18.557306238Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 18 samples into database","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:18.557393708Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"unrolling 18 total samples","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:18.557682693Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"id":"6dc71f35-de8c-4050-9e17-e2a7a13c8a37","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"retrieving timeseries schema from database","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:18.559193211Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"id":"6dc71f35-de8c-4050-9e17-e2a7a13c8a37","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"executing SQL query","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:18.559250604Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"id":"6dc71f35-de8c-4050-9e17-e2a7a13c8a37","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"SELECT * FROM oximeter.timeseries_schema WHERE timeseries_name NOT IN ('oximeter_collector:collections') FORMAT Native;"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:18.560575288Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"PhysicalDisk { parent: Fleet, key: 684f8e43-8719-4c23-8f14-b23311263a07 (physical_disk), lookup_type: ById(684f8e43-8719-4c23-8f14-b23311263a07) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:18.560649644Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:18.560681099Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:18.560707977Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:18.561489943Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"no new timeseries schema in database","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:18.563526016Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"id":"6dc71f35-de8c-4050-9e17-e2a7a13c8a37","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"new timeseries schema","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:18.563579392Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"id":"6dc71f35-de8c-4050-9e17-e2a7a13c8a37","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"http_service:request_latency_histogram\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"name\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"operation_id\", field_type: String, source: Metric, description: \"\" }, FieldSchema { name: \"status_code\", field_type: U16, source: Metric, description: \"\" }}, datum_type: HistogramU64, version: 1, authz_scope: Fleet, units: Count, created: 2026-03-20T18:35:18.559139866Z }","timeseries_name":"http_service:request_latency_histogram"} {"msg":"retrieving timeseries schema from database","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:18.56801261Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"id":"6dc71f35-de8c-4050-9e17-e2a7a13c8a37","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"executing SQL query","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:18.568088445Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"id":"6dc71f35-de8c-4050-9e17-e2a7a13c8a37","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"SELECT * FROM oximeter.timeseries_schema WHERE timeseries_name NOT IN ('http_service:request_latency_histogram', 'oximeter_collector:collections') FORMAT Native;"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:18.569406152Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:18.576924017Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"PhysicalDisk { parent: Fleet, key: 684f8e43-8719-4c23-8f14-b23311263a07 (physical_disk), lookup_type: ById(684f8e43-8719-4c23-8f14-b23311263a07) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"upserting zpool","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:18.576989626Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","physical_disk_id":"684f8e43-8719-4c23-8f14-b23311263a07","zpool_id":"19ac1634-62fd-4eb1-b552-f984f81a74de","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:18.577017413Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:18.577043591Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:18.577355626Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"no new timeseries schema in database","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:18.578558997Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"id":"6dc71f35-de8c-4050-9e17-e2a7a13c8a37","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"new timeseries schema","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:18.578610733Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"id":"6dc71f35-de8c-4050-9e17-e2a7a13c8a37","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"collection_target:cpus_provisioned\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"id\", field_type: Uuid, source: Target, description: \"\" }}, datum_type: I64, version: 1, authz_scope: Fleet, units: Count, created: 2026-03-20T18:35:18.567950379Z }","timeseries_name":"collection_target:cpus_provisioned"} {"msg":"retrieving timeseries schema from database","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:18.579191752Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"id":"6dc71f35-de8c-4050-9e17-e2a7a13c8a37","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"executing SQL query","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:18.579234423Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"id":"6dc71f35-de8c-4050-9e17-e2a7a13c8a37","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"SELECT * FROM oximeter.timeseries_schema WHERE timeseries_name NOT IN ('collection_target:cpus_provisioned', 'http_service:request_latency_histogram', 'oximeter_collector:collections') FORMAT Native;"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:18.579354207Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:18.579389461Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:18.579418167Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:18.579444365Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:18.57986374Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"no new timeseries schema in database","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:18.580947416Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"id":"6dc71f35-de8c-4050-9e17-e2a7a13c8a37","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"new timeseries schema","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:18.581016164Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"id":"6dc71f35-de8c-4050-9e17-e2a7a13c8a37","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"collection_target:ram_provisioned\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"id\", field_type: Uuid, source: Target, description: \"\" }}, datum_type: I64, version: 1, authz_scope: Fleet, units: Count, created: 2026-03-20T18:35:18.579126673Z }","timeseries_name":"collection_target:ram_provisioned"} {"msg":"retrieving timeseries schema from database","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:18.582340508Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"id":"6dc71f35-de8c-4050-9e17-e2a7a13c8a37","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"executing SQL query","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:18.582388726Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"id":"6dc71f35-de8c-4050-9e17-e2a7a13c8a37","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"SELECT * FROM oximeter.timeseries_schema WHERE timeseries_name NOT IN ('collection_target:cpus_provisioned', 'collection_target:ram_provisioned', 'http_service:request_latency_histogram', 'oximeter_collector:collections') FORMAT Native;"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:18.585853745Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:18.588351014Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"no new timeseries schema in database","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:18.588833769Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"id":"6dc71f35-de8c-4050-9e17-e2a7a13c8a37","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"new timeseries schema","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:18.588881547Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"id":"6dc71f35-de8c-4050-9e17-e2a7a13c8a37","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"collection_target:virtual_disk_space_provisioned\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"id\", field_type: Uuid, source: Target, description: \"\" }}, datum_type: I64, version: 1, authz_scope: Fleet, units: Count, created: 2026-03-20T18:35:18.581589518Z }","timeseries_name":"collection_target:virtual_disk_space_provisioned"} {"msg":"inserting 4 new timeseries schema","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:18.592602497Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"id":"6dc71f35-de8c-4050-9e17-e2a7a13c8a37","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:18.592679631Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"id":"6dc71f35-de8c-4050-9e17-e2a7a13c8a37","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":6,"n_rows":4,"sql":"INSERT INTO oximeter.timeseries_schema FORMAT Native"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:18.592835879Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:18.59287643Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:18.592905046Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:18.592931214Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:18.593358106Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:18.59655362Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:18.599124635Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:18.599248867Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:18.599296515Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:18.599614927Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"inserting data","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:18.601597125Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"id":"6dc71f35-de8c-4050-9e17-e2a7a13c8a37","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":12,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2026-03-20T18:35:18.601961875Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"inserting 18 samples into database","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:18.602138783Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting test physical disk","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:18.607663094Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","model":"test-model","serial":"totally-unique-serial: 684f8e43-8719-4c23-8f14-b23311263a07","vendor":"test-vendor","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","physical_disk_id":"684f8e43-8719-4c23-8f14-b23311263a07"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:18.607727485Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:18.607756171Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:18.608444071Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"inserted rows into table","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:18.610850772Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"id":"6dc71f35-de8c-4050-9e17-e2a7a13c8a37","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":12} {"msg":"inserting data","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:18.610908186Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"id":"6dc71f35-de8c-4050-9e17-e2a7a13c8a37","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":6,"sql":"INSERT INTO oximeter.fields_u16 FORMAT Native"} {"msg":"inserted rows into table","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:18.615474163Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"id":"6dc71f35-de8c-4050-9e17-e2a7a13c8a37","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_u16","n_rows":6} {"msg":"inserting data","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:18.615532286Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"id":"6dc71f35-de8c-4050-9e17-e2a7a13c8a37","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":18,"sql":"INSERT INTO oximeter.fields_uuid FORMAT Native"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:18.616322018Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"PhysicalDisk { parent: Fleet, key: 684f8e43-8719-4c23-8f14-b23311263a07 (physical_disk), lookup_type: ById(684f8e43-8719-4c23-8f14-b23311263a07) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:18.61638363Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:18.616413686Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:18.616439854Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:18.616988848Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"inserted rows into table","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:18.619791235Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"id":"6dc71f35-de8c-4050-9e17-e2a7a13c8a37","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_uuid","n_rows":18} {"msg":"inserting data","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:18.619842831Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"id":"6dc71f35-de8c-4050-9e17-e2a7a13c8a37","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":19,"n_rows":6,"sql":"INSERT INTO oximeter.measurements_histogramu64 FORMAT Native"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:18.619954669Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:18.625208467Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"PhysicalDisk { parent: Fleet, key: 684f8e43-8719-4c23-8f14-b23311263a07 (physical_disk), lookup_type: ById(684f8e43-8719-4c23-8f14-b23311263a07) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"upserting zpool","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:18.62556614Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","physical_disk_id":"684f8e43-8719-4c23-8f14-b23311263a07","zpool_id":"19ac1634-62fd-4eb1-b552-f984f81a74de","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:18.62563166Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:18.625659677Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:18.626711778Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:18.628527943Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:18.628585267Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:18.628953975Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:18.629005361Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:18.63049145Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"inserted rows into table","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:18.631613279Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"id":"6dc71f35-de8c-4050-9e17-e2a7a13c8a37","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_histogramu64","n_rows":6} {"msg":"inserting data","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:18.631676769Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"id":"6dc71f35-de8c-4050-9e17-e2a7a13c8a37","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":12,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:18.635538384Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:18.638124131Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"inserted rows into table","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:18.638309335Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"id":"6dc71f35-de8c-4050-9e17-e2a7a13c8a37","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":12} {"msg":"successfully inserted samples","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:18.638354144Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:18.645662216Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:18.64571837Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:18.645749226Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:18.645776553Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:18.646846816Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:18.650443393Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:18.66038746Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:18.667736893Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:18.667803252Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:18.667917559Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:18.667950373Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:18.668655286Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:18.671587772Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:18.680540789Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:18.680606939Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:18.680635605Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:18.682354926Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:18.685832449Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"result":"Ok(\"not found\")"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2026-03-20T18:35:18.703742991Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:18.739838388Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:18.739904897Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:18.739938191Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:18.739965169Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:18.740517152Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:18.746794503Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:18.752292847Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:18.752359416Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:18.752385744Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:18.752654799Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:18.755339071Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"result":"Ok(\"not found\")"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:18.809390809Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:18.809458377Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:18.809489923Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:18.80951648Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:18.810174344Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:18.815967461Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:18.823006058Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:18.823072607Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:18.823101284Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:18.823752851Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:18.831508885Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"result":"Ok(\"not found\")"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:18.883662815Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:18.883767197Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:18.883799102Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:18.883886041Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:18.884447321Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:18.88857786Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:18.894340411Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:18.89440642Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:18.894434217Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:18.895043884Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:18.897283552Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"result":"Ok(\"not found\")"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:18.949798655Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:18.949864934Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:18.949962828Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:18.949993384Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:18.95084195Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:18.953930104Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:18.964122185Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:18.964189224Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:18.96421805Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:18.965128127Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:18.978916116Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"result":"Ok(\"not found\")"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:19.030841393Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:19.030960038Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:19.031027876Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:19.031078753Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:19.036775104Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:19.040227929Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:19.050991524Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:19.051058603Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:19.05108712Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:19.051572484Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:19.053847516Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"result":"Ok(\"not found\")"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:19.105548597Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:19.105612788Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:19.105643873Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:19.105694989Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:19.106393694Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:19.110696014Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:19.117944544Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:19.118013102Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:19.118047396Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:19.1184474Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:19.120795948Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"result":"Ok(\"not found\")"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:19.174902181Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:19.174964462Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:19.174994828Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:19.175023374Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:19.18150643Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:19.185350073Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:19.191298247Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:19.19135778Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:19.191384917Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:19.191715883Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:19.19555029Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"result":"Ok(\"not found\")"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:19.246684455Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:19.246840123Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:19.246871478Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:19.246898056Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:19.2479645Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:19.251068247Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:19.259809362Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:19.259875981Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:19.259903339Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:19.260285101Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:19.262637088Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"result":"Ok(\"not found\")"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:19.313684613Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:19.313744975Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:19.313774111Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:19.313798819Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:19.314264453Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:19.317084592Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:19.322684848Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:19.322757904Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:19.322792468Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:19.32345535Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:19.325686052Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"result":"Ok(\"not found\")"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:19.376929496Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:19.377001483Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:19.377033868Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:19.377062464Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:19.379771365Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:19.383317656Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:19.388687059Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:19.38875061Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:19.388810832Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:19.389085794Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:19.391257504Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"result":"Ok(\"not found\")"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:19.442319642Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:19.442387261Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:19.442417067Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:19.442444255Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:19.442973758Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:19.445948255Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:19.450903032Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:19.450958806Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:19.450985233Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:19.451316589Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:19.453911583Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"result":"Ok(\"not found\")"} {"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:19.492813845Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:19.492877905Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:19.505517268Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:19.505590734Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:19.505622449Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:19.505648947Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:19.50609363Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:19.50852469Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:19.512728585Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:19.512784209Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:19.512812026Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:19.513064579Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:19.516134542Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"result":"Ok(\"not found\")"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:19.567482337Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:19.567563909Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:19.567593785Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:19.567619133Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:19.568196015Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:19.57065914Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:19.574940349Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:19.574993325Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:19.575018033Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:19.575312606Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:19.577163186Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"result":"Ok(\"not found\")"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:19.627985825Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:19.628090097Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:19.628122162Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:19.62814758Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:19.628609975Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:19.631318576Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:19.635925034Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:19.63599838Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:19.636027706Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:19.636244615Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:19.638229642Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"result":"Ok(\"not found\")"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:19.68884139Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:19.688917794Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:19.688949749Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:19.688976797Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:19.689487549Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:19.691838157Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:19.696726734Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:19.696793383Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:19.69682127Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:19.697087376Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:19.699278187Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"result":"Ok(\"not found\")"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:19.750165626Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:19.750231625Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:19.750276334Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:19.750324242Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:19.75075842Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:19.75312399Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:19.757504004Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:19.757549113Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:19.75757592Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:19.75785685Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:19.759838368Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"result":"Ok(\"not found\")"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:19.810680199Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:19.810754265Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:19.81078499Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:19.810811558Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:19.811266137Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:19.814324634Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:19.819167123Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:19.819224936Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:19.819253193Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:19.819544967Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:19.821601221Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"result":"Ok(\"not found\")"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:19.873249847Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:19.873311338Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:19.873340784Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:19.873365163Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:19.87380157Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:19.876246983Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:19.880329035Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:19.88038297Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:19.880407639Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:19.88070629Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:19.882957323Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"result":"Ok(\"not found\")"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:19.933735453Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:19.933792927Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:19.933822813Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:19.93384975Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:19.934314004Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:19.937200742Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:19.941903276Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:19.94197902Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:19.942009306Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:19.94225974Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:19.945112583Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"result":"Ok(\"not found\")"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:19.996012267Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:19.996139898Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:19.996176821Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:19.996203068Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:19.996707894Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:19.999174917Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:20.003948077Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:20.00402807Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:20.004056447Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:20.004338806Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:20.006700158Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"result":"Ok(\"not found\")"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:20.058488768Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:20.058559275Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:20.058604254Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:20.058631652Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:20.059219658Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:20.063012455Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:20.066691264Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:20.06674425Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:20.066770737Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:20.067121764Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:20.06960345Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"result":"Ok(\"not found\")"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:20.121503629Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:20.121577704Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:20.12160831Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:20.121634718Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:20.12223155Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:20.124927377Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:20.128850043Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:20.128927127Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:20.128955824Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:20.129202749Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:20.131561912Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"result":"Ok(\"not found\")"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:20.183790688Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:20.183867632Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:20.183898288Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:20.183923886Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:20.184372827Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:20.186874774Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:20.191539275Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:20.191606474Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:20.191634091Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:20.191900297Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:20.196371388Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"result":"Ok(\"not found\")"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:20.248517033Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:20.248584191Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:20.248612228Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:20.248636277Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:20.250122516Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:20.254662575Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:20.263360681Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:20.263424871Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:20.263451389Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:20.263755787Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:20.266108943Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"result":"Ok(\"not found\")"} {"msg":"refreshing list of producers from Nexus","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:20.299779977Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:557","component":"oximeter"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:20.300057259Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"oximeter","body":"None","uri":"http://127.0.0.1:60299/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:20.300452695Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"37c42056-453f-4287-a29c-7a6cedb5d572","remote_addr":"127.0.0.1:53282","local_addr":"127.0.0.1:60299","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"determined request API version","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:20.300515206Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"37c42056-453f-4287-a29c-7a6cedb5d572","remote_addr":"127.0.0.1:53282","local_addr":"127.0.0.1:60299","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:20.300685237Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"37c42056-453f-4287-a29c-7a6cedb5d572","remote_addr":"127.0.0.1:53282","local_addr":"127.0.0.1:60299","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:20.300743769Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"37c42056-453f-4287-a29c-7a6cedb5d572","remote_addr":"127.0.0.1:53282","local_addr":"127.0.0.1:60299","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:20.301549535Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"37c42056-453f-4287-a29c-7a6cedb5d572","remote_addr":"127.0.0.1:53282","local_addr":"127.0.0.1:60299","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:20.30521552Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"37c42056-453f-4287-a29c-7a6cedb5d572","remote_addr":"127.0.0.1:53282","local_addr":"127.0.0.1:60299","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":4749,"response_code":200} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:20.305633636Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:60299/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"37c42056-453f-4287-a29c-7a6cedb5d572\", \"content-length\": \"405\", \"date\": \"Fri, 20 Mar 2026 18:35:20 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:20.305755189Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"oximeter","body":"None","uri":"http://127.0.0.1:60299/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:20.306169766Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"872356fc-5d84-4187-a081-7e1f5db35fe9","remote_addr":"127.0.0.1:53282","local_addr":"127.0.0.1:60299","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"determined request API version","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:20.306298217Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"872356fc-5d84-4187-a081-7e1f5db35fe9","remote_addr":"127.0.0.1:53282","local_addr":"127.0.0.1:60299","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:20.306332361Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"872356fc-5d84-4187-a081-7e1f5db35fe9","remote_addr":"127.0.0.1:53282","local_addr":"127.0.0.1:60299","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:20.306380359Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"872356fc-5d84-4187-a081-7e1f5db35fe9","remote_addr":"127.0.0.1:53282","local_addr":"127.0.0.1:60299","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:20.307231233Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"872356fc-5d84-4187-a081-7e1f5db35fe9","remote_addr":"127.0.0.1:53282","local_addr":"127.0.0.1:60299","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:20.31177505Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"872356fc-5d84-4187-a081-7e1f5db35fe9","remote_addr":"127.0.0.1:53282","local_addr":"127.0.0.1:60299","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":5749,"response_code":200} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:20.312371803Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:60299/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"872356fc-5d84-4187-a081-7e1f5db35fe9\", \"content-length\": \"29\", \"date\": \"Fri, 20 Mar 2026 18:35:20 GMT\"} })"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:20.31244289Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"registered new metric producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:20.312472056Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","address":"[::1]:56192","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"} {"msg":"refreshed list of producers from Nexus","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:20.312501392Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:632","component":"oximeter","n_current_tasks":2,"n_pruned_tasks":0} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:20.359556114Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"producer_port":56192,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:20.359850947Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:20.359906171Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:20.359936287Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:20.359960636Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:20.360581307Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:20.362117333Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"producer_port":56192,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"reporting oximeter self-collection statistics","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:20.362183752Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"producer_port":56192,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collecting from producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:20.362862587Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"producer_port":56192,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"sent collection request to producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:20.365281952Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"producer_port":56192,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:20.366021228Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"producer_port":56192,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:20.366100111Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"producer_port":56192,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:20.366127479Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"producer_port":56192,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:20.36621129Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:20.371550417Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:20.371622134Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:20.37165065Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:20.371939536Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:20.374290003Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"result":"Ok(\"not found\")"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:20.426234371Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:20.426306098Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:20.426336474Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:20.426361412Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:20.426927239Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:20.429866113Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:20.43443127Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:20.434500078Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:20.434529334Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:20.434816071Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:20.437369694Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"result":"Ok(\"not found\")"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:20.489241476Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:20.489308774Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:20.489393525Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:20.489429768Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:20.489981282Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"inserting 2 samples into database","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:20.491911444Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"unrolling 2 total samples","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:20.492066362Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"id":"6dc71f35-de8c-4050-9e17-e2a7a13c8a37","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"retrieving timeseries schema from database","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:20.493641899Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"id":"6dc71f35-de8c-4050-9e17-e2a7a13c8a37","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"executing SQL query","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:20.493711177Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"id":"6dc71f35-de8c-4050-9e17-e2a7a13c8a37","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"SELECT * FROM oximeter.timeseries_schema WHERE timeseries_name NOT IN ('collection_target:cpus_provisioned', 'collection_target:ram_provisioned', 'collection_target:virtual_disk_space_provisioned', 'http_service:request_latency_histogram', 'oximeter_collector:collections') FORMAT Native;"} {"msg":"inserting 2 samples into database","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:20.493819697Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:20.495151727Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:20.502187916Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:20.502355568Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:20.502385814Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:20.502683805Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"no new timeseries schema in database","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:20.504327391Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"id":"6dc71f35-de8c-4050-9e17-e2a7a13c8a37","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"new timeseries schema","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:20.504383215Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"id":"6dc71f35-de8c-4050-9e17-e2a7a13c8a37","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"integration_target:integration_metric\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"metric_name\", field_type: String, source: Metric, description: \"\" }, FieldSchema { name: \"target_name\", field_type: String, source: Target, description: \"\" }}, datum_type: I64, version: 1, authz_scope: Fleet, units: Count, created: 2026-03-20T18:35:20.493591293Z }","timeseries_name":"integration_target:integration_metric"} {"msg":"inserting 1 new timeseries schema","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:20.504429224Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"id":"6dc71f35-de8c-4050-9e17-e2a7a13c8a37","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:20.504452123Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"id":"6dc71f35-de8c-4050-9e17-e2a7a13c8a37","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":6,"n_rows":1,"sql":"INSERT INTO oximeter.timeseries_schema FORMAT Native"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:20.50637348Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"result":"Ok(\"not found\")"} {"msg":"inserting data","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:20.508279584Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"id":"6dc71f35-de8c-4050-9e17-e2a7a13c8a37","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_ipaddr FORMAT Native"} {"msg":"inserted rows into table","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:20.511481765Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"id":"6dc71f35-de8c-4050-9e17-e2a7a13c8a37","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_ipaddr","n_rows":2} {"msg":"inserting data","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:20.511538728Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"id":"6dc71f35-de8c-4050-9e17-e2a7a13c8a37","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":3,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"inserted rows into table","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:20.515701153Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"id":"6dc71f35-de8c-4050-9e17-e2a7a13c8a37","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":3} {"msg":"inserting data","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:20.515874272Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"id":"6dc71f35-de8c-4050-9e17-e2a7a13c8a37","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_u16 FORMAT Native"} {"msg":"inserted rows into table","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:20.51880487Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"id":"6dc71f35-de8c-4050-9e17-e2a7a13c8a37","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_u16","n_rows":2} {"msg":"inserting data","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:20.518859494Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"id":"6dc71f35-de8c-4050-9e17-e2a7a13c8a37","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_uuid FORMAT Native"} {"msg":"inserted rows into table","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:20.526366434Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"id":"6dc71f35-de8c-4050-9e17-e2a7a13c8a37","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_uuid","n_rows":2} {"msg":"inserting data","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:20.52652488Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"id":"6dc71f35-de8c-4050-9e17-e2a7a13c8a37","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":5,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_cumulativeu64 FORMAT Native"} {"msg":"inserted rows into table","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:20.530153193Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"id":"6dc71f35-de8c-4050-9e17-e2a7a13c8a37","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_cumulativeu64","n_rows":1} {"msg":"inserting data","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:20.530214465Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"id":"6dc71f35-de8c-4050-9e17-e2a7a13c8a37","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"inserted rows into table","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:20.538393382Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"id":"6dc71f35-de8c-4050-9e17-e2a7a13c8a37","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:20.538463289Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:20.557825517Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:20.557895554Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:20.557927459Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:20.557954277Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:20.558424838Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:20.56074438Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:20.565386871Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:20.565433569Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:20.565461116Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:20.56581959Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:20.567898323Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"result":"Ok(\"not found\")"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2026-03-20T18:35:20.594906056Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:20.619269568Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:20.619335447Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:20.619365003Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:20.619389082Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:20.619857804Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:20.624051654Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:20.628365089Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:20.628445411Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:20.628474258Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:20.628746531Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:20.630825695Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"result":"Ok(\"not found\")"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:20.681467718Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:20.681520683Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:20.68154897Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:20.681574249Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:20.682042601Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:20.684519219Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:20.688485115Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:20.688550785Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:20.688577212Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:20.688828945Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:20.691203811Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"result":"Ok(\"not found\")"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:20.742253044Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:20.742330209Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:20.742359775Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:20.742385023Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:20.742946562Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:20.747049754Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:20.752417428Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:20.752484037Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:20.752546978Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:20.752838103Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:20.755043537Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"result":"Ok(\"not found\")"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:20.805541578Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:20.805629877Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:20.805659483Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:20.805685551Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:20.806464249Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:20.809071327Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:20.81295637Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:20.813016492Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:20.81304372Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:20.813319172Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:20.815454069Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"result":"Ok(\"not found\")"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:20.867146644Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:20.867216771Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:20.867246887Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:20.867272815Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:20.868081239Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:20.870591792Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:20.883561042Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:20.883633908Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:20.883660746Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:20.887687104Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:20.889730943Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"result":"Ok(\"not found\")"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:20.940583729Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:20.940660153Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:20.940692258Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:20.940720545Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:20.941481981Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:20.944191431Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:20.949113973Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:20.94918485Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:20.949212936Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:20.949612161Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:20.955481362Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"result":"Ok(\"not found\")"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:21.00749078Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:21.007659321Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:21.007741763Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:21.007796847Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:21.011343528Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:21.019938702Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:21.027024297Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:21.027099382Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:21.027127589Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:21.027416275Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:21.029945549Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"result":"Ok(\"not found\")"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:21.081234802Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:21.081314615Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:21.081347299Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:21.081372798Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:21.081939594Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:21.084272039Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:21.088516626Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:21.088579817Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:21.088606254Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:21.088941988Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:21.090948125Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"result":"Ok(\"not found\")"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:21.141779751Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:21.141857605Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:21.14188938Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:21.141916217Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:21.142511211Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:21.147574466Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:21.153520522Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:21.153581543Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:21.153608571Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:21.154337592Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:21.156554381Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"result":"Ok(\"not found\")"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:21.207597158Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:21.207667196Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:21.207696782Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:21.207724499Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:21.209576998Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:21.218200548Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:21.222358075Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:21.222422725Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:21.222449862Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:21.222877544Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:21.225318838Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"result":"Ok(\"not found\")"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:21.278132702Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:21.278204809Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:21.278235734Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:21.278262212Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:21.278743488Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:21.281262227Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:21.286322314Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:21.286409164Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:21.286448376Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:21.286703277Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:21.288723148Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"result":"Ok(\"not found\")"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:21.314345924Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"producer_port":56192,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collecting from producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:21.314415012Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"producer_port":56192,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"sent collection request to producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:21.316608313Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"producer_port":56192,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:21.31708609Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"producer_port":56192,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:21.317177628Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"producer_port":56192,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:21.317203816Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"producer_port":56192,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:21.340856188Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:21.340984589Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:21.341021881Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:21.341264019Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:21.341783697Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:21.344889283Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:21.349549416Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:21.34962658Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:21.349652738Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:21.350071893Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:21.353989912Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"result":"Ok(\"not found\")"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:21.404847135Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:21.404921321Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:21.404952066Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:21.404979284Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:21.40565434Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:21.413355709Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:21.420237259Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:21.420312264Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:21.42034223Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:21.421389933Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:21.423957669Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"result":"Ok(\"not found\")"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:21.47546582Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:21.475531969Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:21.475560956Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:21.475587284Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:21.476070849Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:21.480529266Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:21.485227691Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:21.485303926Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:21.485344997Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:21.485967317Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"inserting 1 samples into database","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:21.49592036Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 1 samples into database","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:21.496017794Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"unrolling 1 total samples","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:21.496080835Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"id":"6dc71f35-de8c-4050-9e17-e2a7a13c8a37","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:21.4975536Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"id":"6dc71f35-de8c-4050-9e17-e2a7a13c8a37","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:21.498645063Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"result":"Ok(\"not found\")"} {"msg":"inserted rows into table","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:21.505701132Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"id":"6dc71f35-de8c-4050-9e17-e2a7a13c8a37","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2} {"msg":"inserting data","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:21.505773638Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"id":"6dc71f35-de8c-4050-9e17-e2a7a13c8a37","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"inserted rows into table","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:21.512833496Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"id":"6dc71f35-de8c-4050-9e17-e2a7a13c8a37","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:21.51291081Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:21.552156352Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:21.552218493Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:21.552342176Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:21.552380308Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:21.552949733Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:21.555998946Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:21.560535526Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:21.560600586Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:21.560627863Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:21.560884814Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:21.562988946Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"result":"Ok(\"not found\")"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2026-03-20T18:35:21.597311117Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:21.613584391Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:21.613661205Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:21.613691571Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:21.613717709Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:21.614179154Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:21.617132921Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:21.622416774Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:21.622522065Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:21.622550452Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:21.622804554Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:21.625923334Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"result":"Ok(\"not found\")"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:21.67726829Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:21.677339217Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:21.677368824Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:21.677394831Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:21.677966156Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:21.680395646Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:21.684573464Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:21.684647049Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:21.684674397Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:21.684991699Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:21.687249979Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"result":"Ok(\"not found\")"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:21.737476915Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:21.737550191Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:21.737582056Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:21.737607615Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:21.738140347Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:21.740921164Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:21.74531799Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:21.745382979Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:21.745409807Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:21.745712546Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:21.747913243Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"result":"Ok(\"not found\")"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:21.798816085Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:21.798886372Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:21.798917988Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:21.798944106Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:21.799482735Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:21.802005052Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:21.80656975Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:21.806656749Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:21.806687975Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:21.806931602Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:21.809854912Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"result":"Ok(\"not found\")"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:21.860594171Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:21.860664598Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:21.860720812Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:21.860749159Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:21.861266258Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:21.863825658Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:21.871893737Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:21.871958457Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:21.871997039Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:21.87229628Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:21.874366787Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"result":"Ok(\"not found\")"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:21.926227984Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:21.926289775Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:21.926352446Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:21.926379523Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:21.92720316Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:21.930699705Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:21.938739316Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:21.938800688Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:21.938853363Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:21.939130435Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:21.941412454Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"result":"Ok(\"not found\")"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:21.993330774Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:21.993422431Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:21.993454356Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:21.993482103Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:21.996512494Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:21.998205037Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:22.003460224Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:22.003534889Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:22.003563806Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:22.003871872Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:22.006316746Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"result":"Ok(\"not found\")"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:22.057930917Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:22.058000795Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:22.05803173Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:22.058218993Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:22.058856877Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:22.061558311Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:22.067208533Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:22.067270994Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:22.067297992Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:22.067912356Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:22.078913491Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"result":"Ok(\"not found\")"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:22.129792734Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:22.129959157Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:22.129999038Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:22.130027435Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:22.130522025Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:22.132840057Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:22.137377308Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:22.137446955Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:22.137474473Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:22.137732063Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:22.140673585Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"result":"Ok(\"not found\")"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:22.192569256Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:22.192632117Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:22.192661993Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:22.192687591Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:22.193344705Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:22.197866043Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:22.201810319Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:22.201874649Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:22.201902196Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:22.202156068Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:22.205396752Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"result":"Ok(\"not found\")"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:22.258068401Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:22.258142427Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:22.258181839Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:22.258208056Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:22.258783869Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:22.261616002Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:22.269854871Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:22.269919291Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:22.269945429Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:22.273942471Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:22.28007282Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"result":"Ok(\"not found\")"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:22.283958553Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":2,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:22.284057717Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:22.284137011Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:22.284206458Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:22.284261363Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:22.284943156Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:22.28773058Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:22.295049737Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:22.295119684Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:22.295147021Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:22.295443164Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"refreshing list of producers from Nexus","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:22.296560644Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:557","component":"oximeter"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:22.296739031Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"oximeter","body":"None","uri":"http://127.0.0.1:60299/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:22.296996381Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"cf8c1bbd-6014-4f37-89db-da04e9e94e80","remote_addr":"127.0.0.1:53282","local_addr":"127.0.0.1:60299","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"determined request API version","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:22.297047548Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"cf8c1bbd-6014-4f37-89db-da04e9e94e80","remote_addr":"127.0.0.1:53282","local_addr":"127.0.0.1:60299","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:22.297252962Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"cf8c1bbd-6014-4f37-89db-da04e9e94e80","remote_addr":"127.0.0.1:53282","local_addr":"127.0.0.1:60299","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:22.297295632Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"cf8c1bbd-6014-4f37-89db-da04e9e94e80","remote_addr":"127.0.0.1:53282","local_addr":"127.0.0.1:60299","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:22.298111913Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"cf8c1bbd-6014-4f37-89db-da04e9e94e80","remote_addr":"127.0.0.1:53282","local_addr":"127.0.0.1:60299","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:22.299969879Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"\"NoCollections\"","iteration":2,"elapsed":"15.873639ms"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:22.302869641Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"cf8c1bbd-6014-4f37-89db-da04e9e94e80","remote_addr":"127.0.0.1:53282","local_addr":"127.0.0.1:60299","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":5867,"response_code":200} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:22.303670928Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:60299/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cf8c1bbd-6014-4f37-89db-da04e9e94e80\", \"content-length\": \"405\", \"date\": \"Fri, 20 Mar 2026 18:35:22 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:22.303895564Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"oximeter","body":"None","uri":"http://127.0.0.1:60299/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:22.304196124Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"d7dfc167-3586-4756-9b20-3ecf2611dd53","remote_addr":"127.0.0.1:53282","local_addr":"127.0.0.1:60299","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"determined request API version","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:22.304253737Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"d7dfc167-3586-4756-9b20-3ecf2611dd53","remote_addr":"127.0.0.1:53282","local_addr":"127.0.0.1:60299","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:22.304330891Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"d7dfc167-3586-4756-9b20-3ecf2611dd53","remote_addr":"127.0.0.1:53282","local_addr":"127.0.0.1:60299","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:22.304523262Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"d7dfc167-3586-4756-9b20-3ecf2611dd53","remote_addr":"127.0.0.1:53282","local_addr":"127.0.0.1:60299","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:22.305877322Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"d7dfc167-3586-4756-9b20-3ecf2611dd53","remote_addr":"127.0.0.1:53282","local_addr":"127.0.0.1:60299","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:22.309360223Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"d7dfc167-3586-4756-9b20-3ecf2611dd53","remote_addr":"127.0.0.1:53282","local_addr":"127.0.0.1:60299","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":5268,"response_code":200} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:22.310638818Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:60299/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d7dfc167-3586-4756-9b20-3ecf2611dd53\", \"content-length\": \"29\", \"date\": \"Fri, 20 Mar 2026 18:35:22 GMT\"} })"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:22.310900377Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:22.310963687Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"} {"msg":"refreshed list of producers from Nexus","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:22.311004468Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:632","component":"oximeter","n_current_tasks":2,"n_pruned_tasks":0} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:22.314281295Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"producer_port":56192,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collecting from producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:22.314335359Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"producer_port":56192,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"sent collection request to producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:22.317911787Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"producer_port":56192,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:22.31949511Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"producer_port":56192,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:22.319551274Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"producer_port":56192,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:22.319579371Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"producer_port":56192,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:22.331204336Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:22.331273284Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:22.33130388Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:22.331408051Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:22.331915316Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:22.334369235Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:22.338951924Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:22.339051677Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:22.339099045Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:22.339528716Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:22.342041517Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"result":"Ok(\"not found\")"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:22.39328668Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:22.393357837Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:22.393386914Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:22.393414041Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:22.394164102Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:22.397332589Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:22.406177806Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:22.406232841Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:22.406261218Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:22.406566876Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:22.409212505Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"result":"Ok(\"not found\")"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:22.460416798Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:22.460511973Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:22.460544238Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:22.460569007Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:22.462203327Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:22.478365212Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:22.487362119Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:22.487458154Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:22.487519426Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:22.488190024Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:22.491716554Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"result":"Ok(\"not found\")"} {"msg":"inserting 1 samples into database","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:22.491895461Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"unrolling 1 total samples","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:22.492385234Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"id":"6dc71f35-de8c-4050-9e17-e2a7a13c8a37","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:22.493406479Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"id":"6dc71f35-de8c-4050-9e17-e2a7a13c8a37","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"inserting 1 samples into database","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:22.494148963Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserted rows into table","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:22.496841302Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"id":"6dc71f35-de8c-4050-9e17-e2a7a13c8a37","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2} {"msg":"inserting data","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:22.496898175Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"id":"6dc71f35-de8c-4050-9e17-e2a7a13c8a37","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"inserted rows into table","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:22.500309789Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"id":"6dc71f35-de8c-4050-9e17-e2a7a13c8a37","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:22.500392211Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:22.542609081Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:22.54267779Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:22.542709435Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:22.542767838Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:22.543400733Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:22.547227284Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:22.552396521Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:22.552470027Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:22.552499523Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:22.553051676Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:22.556375321Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"result":"Ok(\"not found\")"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2026-03-20T18:35:22.595081524Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:22.60823001Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:22.608297449Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:22.608327725Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:22.608354782Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:22.609188345Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:22.611856204Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:22.615910429Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:22.615979707Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:22.616163762Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:22.6162534Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:22.618484223Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"result":"Ok(\"not found\")"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:22.670051556Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:22.670156897Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:22.670210332Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:22.67023695Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:22.670604889Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:22.673123118Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:22.678383192Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:22.678445343Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:22.67847437Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:22.678735838Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:22.67950589Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":2,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:22.67954986Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:22.679579026Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:22.679609632Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:22.679637629Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:22.679873749Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:22.68049626Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":2,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:22.680536041Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:22.680563778Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:22.680801747Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:22.681781502Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:22.681831269Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:22.681862464Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:22.681887733Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:22.682142334Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:22.682821898Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"result":"Ok(\"not found\")"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:22.683609232Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:22.687028902Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:22.687085996Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:22.687114282Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:22.687379369Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:22.688266867Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:22.690089099Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:22.691672323Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"\"NoSitrep\"","iteration":2,"elapsed":"12.098235ms"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:22.692523088Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:22.692575893Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:22.693142639Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:22.694480597Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:22.694526416Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:22.694555093Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:22.69458216Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:22.694960244Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:22.69737883Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:22.699944747Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"deleted 0 of 0 sitreps","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:22.708357915Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","alert_requests_deleted":0,"case_ereports_deleted":0,"cases_deleted":0,"sitreps_deleted":0,"ids":"[]"} {"msg":"all 0 orphaned sitreps in this batch have already been deleted","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:22.708431561Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"sitrep garbage collection found 0 orphaned sitreps, deleted 0","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:22.708456759Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:22.708477759Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"errors\":[],\"orphaned_sitreps_deleted\":0,\"orphaned_sitreps_found\":0}","iteration":2,"elapsed":"27.923966ms"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:22.734100245Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:22.734171392Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:22.734235612Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:22.73426156Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:22.73473622Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:22.737240145Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:22.741791989Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:22.741864775Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:22.741891603Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:22.742302851Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:22.745217016Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"result":"Ok(\"not found\")"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:22.796156842Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:22.796228408Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:22.796260703Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:22.79628853Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:22.796903774Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:22.800904234Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:22.805547135Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:22.805614604Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:22.805643081Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:22.805922141Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:22.808021665Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"result":"Ok(\"not found\")"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:22.859057195Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:22.859123784Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:22.859299553Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:22.85936953Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:22.859701016Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:22.862339329Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:22.867084933Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:22.867169933Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:22.86719886Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:22.867470054Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:22.870042418Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"result":"Ok(\"not found\")"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:22.921230148Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:22.921350731Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:22.921400238Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:22.921427076Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:22.924357164Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:22.926920282Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:22.931101658Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:22.931157862Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:22.931184209Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:22.931497963Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:22.933589191Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"result":"Ok(\"not found\")"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:22.985368126Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:22.985439523Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:22.985469859Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:22.985496756Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:22.986386393Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:22.99103717Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:23.000013596Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:23.000085193Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:23.00011279Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:23.001062809Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:23.005604897Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"result":"Ok(\"not found\")"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:23.057011745Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:23.057080842Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:23.057113847Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:23.057140955Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:23.058316918Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:23.061384411Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:23.066303854Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:23.066373812Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:23.066401239Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:23.06684968Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:23.071700625Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"result":"Ok(\"not found\")"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:23.095379485Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":4,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:23.09545524Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:23.095487645Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:23.09551954Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:23.095546547Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:23.096311792Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:23.099578543Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:23.104743821Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:23.10481152Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:23.104841686Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:23.105202668Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"reconfigurator config load complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:23.108090045Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","switches":"Loaded(ReconfiguratorConfigView { version: 1, config: ReconfiguratorConfig { planner_enabled: false, planner_config: PlannerConfig { add_zones_with_mupdate_override: false }, tuf_repo_pruner_enabled: true }, time_modified: 2026-03-20T18:35:07.189424Z })"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:23.108229221Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"config_updated\":false}","iteration":4,"elapsed":"12.856053ms"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:23.124823455Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:23.124883577Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:23.124913283Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:23.12494125Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:23.125459059Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:23.12943714Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:23.134793319Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:23.134926637Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:23.134959452Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:23.135235514Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:23.138669317Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"result":"Ok(\"not found\")"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:23.190382243Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:23.190435908Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:23.190470422Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:23.190497789Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:23.192056514Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:23.19735725Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:23.214877923Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:23.214953408Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:23.214980745Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:23.216237941Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:23.223135714Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"result":"Ok(\"not found\")"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:23.273434887Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:23.273510222Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:23.273542107Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:23.27357745Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:23.274210856Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:23.279397844Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:23.284605743Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:23.284700179Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:23.284764679Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:23.285296232Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:23.287620591Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"result":"Ok(\"not found\")"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:23.315143144Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"producer_port":56192,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collecting from producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:23.315221188Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"producer_port":56192,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"sent collection request to producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:23.317738257Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"producer_port":56192,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:23.318272459Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"producer_port":56192,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:23.318332691Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"producer_port":56192,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:23.318359878Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"producer_port":56192,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:23.33848762Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:23.338562025Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:23.338592681Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:23.338617Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:23.339080514Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:23.341288667Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:23.347285089Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:23.347353867Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:23.347380195Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:23.347695598Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:23.350016049Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"result":"Ok(\"not found\")"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:23.400781246Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:23.400831882Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:23.400882039Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:23.400914214Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:23.402146661Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:23.407007611Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:23.412587866Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:23.412826635Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:23.412862348Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:23.413685376Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:23.416893074Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"result":"Ok(\"not found\")"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:23.468074907Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:23.468150062Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:23.468181058Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:23.468209045Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:23.468677067Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:23.470965433Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:23.478288738Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:23.478340994Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:23.478368661Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:23.478723626Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:23.480968252Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"result":"Ok(\"not found\")"} {"msg":"inserting 1 samples into database","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:23.492140078Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"unrolling 1 total samples","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:23.492343943Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"id":"6dc71f35-de8c-4050-9e17-e2a7a13c8a37","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:23.492965664Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"id":"6dc71f35-de8c-4050-9e17-e2a7a13c8a37","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"inserting 1 samples into database","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:23.493025126Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserted rows into table","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:23.495634273Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"id":"6dc71f35-de8c-4050-9e17-e2a7a13c8a37","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2} {"msg":"inserting data","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:23.495687498Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"id":"6dc71f35-de8c-4050-9e17-e2a7a13c8a37","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"inserted rows into table","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:23.49839329Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"id":"6dc71f35-de8c-4050-9e17-e2a7a13c8a37","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:23.498452253Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:23.533180206Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:23.533271053Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:23.533304418Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:23.533330806Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:23.534264421Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:23.537308186Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:23.541799218Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:23.541872804Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:23.541900931Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:23.542170855Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:23.544679189Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"result":"Ok(\"not found\")"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2026-03-20T18:35:23.59369138Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:23.596048564Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:23.59612144Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:23.596151676Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:23.596181233Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:23.596538606Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:23.59930566Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:23.604250371Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:23.604320718Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:23.604348905Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:23.604689617Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:23.606692066Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"result":"Ok(\"not found\")"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:23.657560294Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:23.657628402Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:23.657662186Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:23.657688384Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:23.658150419Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:23.660657874Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:23.666084251Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:23.666154208Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:23.666182355Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:23.666437346Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:23.668535421Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"result":"Ok(\"not found\")"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:23.720308379Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:23.720364732Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:23.720395868Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:23.720428783Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:23.720943973Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:23.723524003Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:23.727846713Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:23.727911402Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:23.72793822Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:23.728237981Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:23.730551215Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"result":"Ok(\"not found\")"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:23.782066273Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:23.782134321Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:23.782163947Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:23.782188576Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:23.782641255Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:23.78491158Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:23.791266575Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:23.791340551Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:23.791370227Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:23.791579799Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:23.793967919Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"result":"Ok(\"not found\")"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:23.844459212Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:23.844532079Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:23.844563714Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:23.844589912Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:23.844997602Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:23.847911247Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:23.852591891Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:23.85265919Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:23.852686477Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:23.8529389Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:23.857416058Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"result":"Ok(\"not found\")"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:23.909346073Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:23.90943891Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:23.909469645Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:23.909495363Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:23.910203344Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:23.912571323Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:23.918983702Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:23.919077528Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:23.919104505Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:23.919419579Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:23.921500721Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"result":"Ok(\"not found\")"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:23.972780588Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:23.972853974Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:23.972886309Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:23.972974438Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:23.974143734Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:23.976507236Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:23.980372678Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:23.980420576Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:23.980446104Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:23.980715199Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:23.982998157Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"result":"Ok(\"not found\")"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:24.033703771Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:24.033767662Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:24.033796748Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:24.033821777Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:24.034401517Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:24.03710431Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:24.041314133Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:24.041373036Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:24.041399553Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:24.041683961Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:24.043734687Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"result":"Ok(\"not found\")"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:24.094705328Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:24.094796146Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:24.094826782Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:24.09485256Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:24.096504782Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:24.099844859Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:24.107909979Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:24.107980466Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:24.108009272Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:24.108477575Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:24.110761233Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"result":"Ok(\"not found\")"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:24.161736521Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:24.161807408Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:24.161841123Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:24.16186857Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:24.162390297Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:24.165110103Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:24.173505649Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:24.17359036Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:24.173618017Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:24.174026147Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:24.177039666Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"result":"Ok(\"not found\")"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:24.228363153Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:24.228431301Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:24.228461027Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:24.228489234Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:24.23318743Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:24.235927476Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:24.244398397Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:24.244462297Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:24.244491514Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:24.245573731Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:24.248071799Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"result":"Ok(\"not found\")"} {"msg":"refreshing list of producers from Nexus","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:24.296964366Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:557","component":"oximeter"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:24.297312804Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"oximeter","body":"None","uri":"http://127.0.0.1:60299/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:24.298039976Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"2d67aca7-3079-4ff4-89e4-47436e9bd93e","remote_addr":"127.0.0.1:53282","local_addr":"127.0.0.1:60299","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"determined request API version","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:24.298097239Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"2d67aca7-3079-4ff4-89e4-47436e9bd93e","remote_addr":"127.0.0.1:53282","local_addr":"127.0.0.1:60299","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:24.298200281Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"2d67aca7-3079-4ff4-89e4-47436e9bd93e","remote_addr":"127.0.0.1:53282","local_addr":"127.0.0.1:60299","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:24.298248469Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"2d67aca7-3079-4ff4-89e4-47436e9bd93e","remote_addr":"127.0.0.1:53282","local_addr":"127.0.0.1:60299","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:24.299092616Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"2d67aca7-3079-4ff4-89e4-47436e9bd93e","remote_addr":"127.0.0.1:53282","local_addr":"127.0.0.1:60299","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:24.300771586Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:24.300815725Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:24.300845431Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:24.300871519Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:24.301999135Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:24.304821103Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"2d67aca7-3079-4ff4-89e4-47436e9bd93e","remote_addr":"127.0.0.1:53282","local_addr":"127.0.0.1:60299","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":6941,"response_code":200} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:24.305368688Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:24.311909847Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:24.311964991Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:24.311999605Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:24.312480811Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:24.31392502Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:60299/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2d67aca7-3079-4ff4-89e4-47436e9bd93e\", \"content-length\": \"405\", \"date\": \"Fri, 20 Mar 2026 18:35:24 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:24.31409589Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"oximeter","body":"None","uri":"http://127.0.0.1:60299/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:24.314458882Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"7a4aa7c9-2236-4e4a-9075-8af6422bd161","remote_addr":"127.0.0.1:53282","local_addr":"127.0.0.1:60299","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"determined request API version","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:24.314581745Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"7a4aa7c9-2236-4e4a-9075-8af6422bd161","remote_addr":"127.0.0.1:53282","local_addr":"127.0.0.1:60299","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:24.314629922Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"producer_port":56192,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:24.314722689Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"7a4aa7c9-2236-4e4a-9075-8af6422bd161","remote_addr":"127.0.0.1:53282","local_addr":"127.0.0.1:60299","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:24.314808259Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"7a4aa7c9-2236-4e4a-9075-8af6422bd161","remote_addr":"127.0.0.1:53282","local_addr":"127.0.0.1:60299","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:24.317983193Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"7a4aa7c9-2236-4e4a-9075-8af6422bd161","remote_addr":"127.0.0.1:53282","local_addr":"127.0.0.1:60299","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"collecting from producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:24.320739931Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"producer_port":56192,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:24.323484815Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"result":"Ok(\"not found\")"} {"msg":"sent collection request to producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:24.323622631Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"producer_port":56192,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:24.324453085Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"producer_port":56192,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:24.324502412Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"producer_port":56192,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:24.3245285Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"producer_port":56192,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:24.325040921Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"7a4aa7c9-2236-4e4a-9075-8af6422bd161","remote_addr":"127.0.0.1:53282","local_addr":"127.0.0.1:60299","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":10561,"response_code":200} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:24.325379294Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:60299/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7a4aa7c9-2236-4e4a-9075-8af6422bd161\", \"content-length\": \"29\", \"date\": \"Fri, 20 Mar 2026 18:35:24 GMT\"} })"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:24.325502117Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:24.325629378Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"} {"msg":"refreshed list of producers from Nexus","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:24.325676906Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:632","component":"oximeter","n_current_tasks":2,"n_pruned_tasks":0} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:24.374838238Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:24.374908405Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:24.374938351Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:24.37496322Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:24.375539692Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:24.378182433Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:24.382392086Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:24.382464582Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:24.382494138Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:24.382739664Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:24.385116709Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"result":"Ok(\"not found\")"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:24.436243027Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:24.43632202Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:24.436354195Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:24.436381882Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:24.436955486Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:24.439321786Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:24.443725238Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:24.443808909Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:24.443836646Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:24.443861475Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:24.446091888Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"result":"Ok(\"not found\")"} {"msg":"inserting 1 samples into database","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:24.492320853Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"unrolling 1 total samples","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:24.493485042Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"id":"6dc71f35-de8c-4050-9e17-e2a7a13c8a37","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:24.494303701Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"id":"6dc71f35-de8c-4050-9e17-e2a7a13c8a37","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"inserting 1 samples into database","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:24.494548207Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:24.496428783Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:24.496482238Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:24.496509765Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:24.496535044Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:24.497605566Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"inserted rows into table","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:24.498788786Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"id":"6dc71f35-de8c-4050-9e17-e2a7a13c8a37","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2} {"msg":"inserting data","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:24.498874886Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"id":"6dc71f35-de8c-4050-9e17-e2a7a13c8a37","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:24.500684065Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:24.507504423Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:24.507560497Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:24.507584786Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:24.508109192Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"inserted rows into table","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:24.51159907Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"id":"6dc71f35-de8c-4050-9e17-e2a7a13c8a37","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:24.511753678Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:24.513285615Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"result":"Ok(\"not found\")"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:24.564213376Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:24.564284593Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:24.564314489Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:24.564341636Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:24.564959749Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:24.567331786Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:24.571260309Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:24.571451571Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:24.571494531Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:24.571554093Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:24.573978236Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"result":"Ok(\"not found\")"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2026-03-20T18:35:24.59663865Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:24.624952265Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:24.625015625Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:24.625051659Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:24.625077547Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:24.625855515Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:24.629883692Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:24.633841202Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:24.633919196Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:24.633945833Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:24.634190569Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:24.636115245Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"result":"Ok(\"not found\")"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:24.687989295Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:24.688059123Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:24.688090708Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:24.688117166Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:24.689257196Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:24.691692223Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:24.695664656Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:24.695739652Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:24.695768018Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:24.695991584Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:24.697898698Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"result":"Ok(\"not found\")"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:24.748669421Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:24.748738789Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:24.748770424Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:24.748797311Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:24.749505562Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:24.752616585Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:24.759513639Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:24.759586245Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:24.759614412Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:24.759895461Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:24.761764762Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"result":"Ok(\"not found\")"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:24.812473784Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:24.812541333Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:24.812570759Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:24.812596767Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:24.813053295Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:24.815578491Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:24.820337668Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:24.820454574Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:24.820485089Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:24.820812217Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:24.826012709Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"result":"Ok(\"not found\")"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:24.877351519Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:24.877407693Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:24.877681445Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:24.877731682Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:24.878337171Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:24.88074748Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:24.885275325Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:24.885346711Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:24.885372759Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:24.88575792Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:24.887665823Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"result":"Ok(\"not found\")"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:24.939328632Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:24.939462Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:24.939549569Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:24.939581035Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:24.940111788Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:24.945824692Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:24.950455758Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:24.950527285Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:24.950556531Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:24.950811803Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:24.953304584Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"result":"Ok(\"not found\")"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:25.005302737Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:25.007744491Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:25.00781145Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:25.007838857Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:25.008324961Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:25.012910729Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:25.01895226Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:25.019022797Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:25.019049055Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:25.019315551Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:25.022708584Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"result":"Ok(\"not found\")"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:25.073503896Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:25.0735803Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:25.073612575Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:25.073640362Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:25.074283214Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:25.077242737Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:25.081629518Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:25.0816897Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:25.081717027Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:25.082036639Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:25.084412114Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"result":"Ok(\"not found\")"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:25.135487316Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:25.135563561Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:25.135593787Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:25.135620884Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:25.136027385Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:25.139658707Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:25.14388896Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:25.143962436Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:25.143991302Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:25.144362859Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:25.146515478Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"result":"Ok(\"not found\")"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:25.198056204Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:25.198115876Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:25.198145303Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:25.198207664Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:25.200075255Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:25.205654741Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:25.211087955Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:25.211152525Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:25.211180402Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:25.211971864Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:25.218476539Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"result":"Ok(\"not found\")"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:25.269965419Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:25.270042353Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:25.270075788Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:25.270101816Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:25.270822521Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:25.273086358Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:25.277796358Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:25.2778563Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:25.277885387Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:25.278426235Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:25.28196499Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"result":"Ok(\"not found\")"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:25.315677185Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"producer_port":56192,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collecting from producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:25.315742535Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"producer_port":56192,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"sent collection request to producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:25.317335814Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"producer_port":56192,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:25.318026803Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"producer_port":56192,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:25.318078029Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"producer_port":56192,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:25.318103607Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"producer_port":56192,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:25.333565268Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:25.333621512Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:25.333650768Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:25.333676406Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:25.334663197Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:25.338835827Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:25.343995318Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:25.344112694Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:25.34414127Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:25.344399181Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:25.34685124Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"result":"Ok(\"not found\")"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:25.39874934Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:25.398936223Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:25.398992937Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:25.399106784Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:25.401098957Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:25.403914528Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:25.410574372Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:25.410713937Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:25.410744403Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:25.412555101Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:25.414732708Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"result":"Ok(\"not found\")"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:25.465832309Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:25.465882116Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:25.465910403Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:25.465935921Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:25.466462266Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:25.471200453Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:25.4754004Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:25.475474456Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:25.475510479Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:25.475783632Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:25.478329788Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"result":"Ok(\"not found\")"} {"msg":"inserting 1 samples into database","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:25.492088771Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"unrolling 1 total samples","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:25.492213553Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"id":"6dc71f35-de8c-4050-9e17-e2a7a13c8a37","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:25.492870118Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"id":"6dc71f35-de8c-4050-9e17-e2a7a13c8a37","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"inserting 1 samples into database","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:25.493070944Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserted rows into table","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:25.498706174Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"id":"6dc71f35-de8c-4050-9e17-e2a7a13c8a37","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2} {"msg":"inserting data","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:25.498782489Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"id":"6dc71f35-de8c-4050-9e17-e2a7a13c8a37","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"inserted rows into table","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:25.502075827Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"id":"6dc71f35-de8c-4050-9e17-e2a7a13c8a37","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:25.502147584Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:25.529506423Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:25.529581039Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:25.529797888Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:25.529832032Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:25.53035199Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:25.533716286Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:25.541186143Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:25.541271623Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:25.54129866Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:25.541619631Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:25.54465524Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"result":"Ok(\"not found\")"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2026-03-20T18:35:25.594406247Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:25.595954208Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:25.596079809Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:25.596116052Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:25.596141521Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:25.5971962Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:25.599983754Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:25.604302626Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:25.604364597Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:25.604393324Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:25.604691955Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:25.606959621Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"result":"Ok(\"not found\")"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:25.65767597Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:25.657745407Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:25.658050645Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:25.658102781Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:25.658874852Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:25.661806309Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:25.666505704Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:25.666561208Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:25.666589725Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:25.666907437Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:25.668940132Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"result":"Ok(\"not found\")"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:25.719687427Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:25.719767569Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:25.719800434Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:25.719827931Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:25.720315655Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:25.72262733Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:25.726720406Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:25.726857912Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:25.72690571Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:25.727057289Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:25.729880057Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"result":"Ok(\"not found\")"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:25.780815984Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:25.780893428Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:25.780925353Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:25.78095253Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:25.781613843Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:25.784742888Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:25.788822601Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:25.788877745Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:25.788903123Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:25.789242546Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:25.792079137Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"result":"Ok(\"not found\")"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:25.843033075Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:25.843189472Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:25.843227755Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:25.843254192Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:25.843673747Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:25.846468538Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:25.853472461Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:25.853555263Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:25.853597213Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:25.853890137Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:25.856567552Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"result":"Ok(\"not found\")"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:25.907510766Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:25.907589189Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:25.907621794Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:25.907648462Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:25.908385129Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:25.912287365Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:25.91681423Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:25.916890974Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:25.916917002Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:25.917255225Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:25.9196096Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"result":"Ok(\"not found\")"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:25.971502982Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:25.971581455Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:25.97161375Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:25.971640818Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:25.972675637Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:25.975534158Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:25.981053631Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:25.981129136Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:25.981156313Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:25.981498164Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:25.983851031Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"result":"Ok(\"not found\")"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:26.036766667Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:26.036843181Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:26.036873387Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:26.036898735Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:26.037504504Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:26.040121797Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:26.045076033Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:26.045142992Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:26.045171809Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:26.045482924Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:26.048671742Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"result":"Ok(\"not found\")"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:26.100398721Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:26.100460012Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:26.100490128Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:26.10052994Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:26.10123802Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:26.10384118Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:26.108369095Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:26.108434964Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:26.108460892Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:26.108885555Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:26.111719177Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"result":"Ok(\"not found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:26.161353819Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"ntp_admin_url":"http://[::1]:10123","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Err(reqwest::Error { kind: Request, url: \"http://[::1]:10123/timesync\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", [::1]:10123, Os { code: 146, kind: ConnectionRefused, message: \"Connection refused\" })) })"} {"msg":"begin collection from internal DNS servers","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:26.161766137Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"begin collection from DNS server","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:26.22137806Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","zone_id":"462fb358-5ee7-4c27-9155-e706a04f5fb1 (omicron_zone)"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:26.221450836Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"internal_dns_url":"http://[::1]:59806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:59806/config","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:26.22200197Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:26.222063411Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:26.222092318Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:26.222178468Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:26.224834823Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:26.225733735Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"[::1]:59806","component":"http","kind":"dns","component":"internal_dns_server","remote_addr":"[::1]:34630"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:26.233395622Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"uri":"/config","method":"GET","req_id":"fe235fdb-c4dc-4c5e-b9c1-a0adf690b1b4","remote_addr":"[::1]:34630","local_addr":"[::1]:59806","component":"http","kind":"dns","component":"internal_dns_server"} {"msg":"determined request API version","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:26.233499504Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"uri":"/config","method":"GET","req_id":"fe235fdb-c4dc-4c5e-b9c1-a0adf690b1b4","remote_addr":"[::1]:34630","local_addr":"[::1]:59806","component":"http","kind":"dns","component":"internal_dns_server","version":"2.0.0"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:26.234245497Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"uri":"/config","method":"GET","req_id":"fe235fdb-c4dc-4c5e-b9c1-a0adf690b1b4","remote_addr":"[::1]:34630","local_addr":"[::1]:59806","component":"http","kind":"dns","component":"internal_dns_server","latency_us":1562,"response_code":200} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:26.236766885Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"internal_dns_url":"http://[::1]:59806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:59806/config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fe235fdb-c4dc-4c5e-b9c1-a0adf690b1b4\", \"content-length\": \"3478\", \"date\": \"Fri, 20 Mar 2026 18:35:26 GMT\"} })"} {"msg":"finished collection from DNS server","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:26.237373473Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","zone_id":"462fb358-5ee7-4c27-9155-e706a04f5fb1 (omicron_zone)"} {"msg":"finished collection from internal DNS servers","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:26.238421086Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"finished collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:26.23845459Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:26.238803138Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:26.238847807Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:26.238878153Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:26.23890666Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:26.239712145Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:26.242531754Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:26.249029083Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:26.249093923Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:26.24912238Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:26.249851501Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:26.252909819Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:26.260945943Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:26.262659896Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:26.262727384Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:26.263245503Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:26.271118883Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"result":"Ok(\"not found\")"} {"msg":"refreshing list of producers from Nexus","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:26.296790896Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:557","component":"oximeter"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:26.297059901Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"oximeter","body":"None","uri":"http://127.0.0.1:60299/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:26.297457296Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"25b7f8bf-504e-44b0-aeb8-2c97ce5034e9","remote_addr":"127.0.0.1:53282","local_addr":"127.0.0.1:60299","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"determined request API version","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:26.297496998Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"25b7f8bf-504e-44b0-aeb8-2c97ce5034e9","remote_addr":"127.0.0.1:53282","local_addr":"127.0.0.1:60299","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:26.297716796Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"25b7f8bf-504e-44b0-aeb8-2c97ce5034e9","remote_addr":"127.0.0.1:53282","local_addr":"127.0.0.1:60299","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:26.2977931Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"25b7f8bf-504e-44b0-aeb8-2c97ce5034e9","remote_addr":"127.0.0.1:53282","local_addr":"127.0.0.1:60299","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:26.298693232Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"25b7f8bf-504e-44b0-aeb8-2c97ce5034e9","remote_addr":"127.0.0.1:53282","local_addr":"127.0.0.1:60299","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:26.301741304Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"25b7f8bf-504e-44b0-aeb8-2c97ce5034e9","remote_addr":"127.0.0.1:53282","local_addr":"127.0.0.1:60299","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":4273,"response_code":200} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:26.302043264Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:60299/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"25b7f8bf-504e-44b0-aeb8-2c97ce5034e9\", \"content-length\": \"405\", \"date\": \"Fri, 20 Mar 2026 18:35:26 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:26.302613499Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"oximeter","body":"None","uri":"http://127.0.0.1:60299/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:26.302872069Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"6fb84e60-bcb9-4142-be30-ef197c699799","remote_addr":"127.0.0.1:53282","local_addr":"127.0.0.1:60299","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"determined request API version","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:26.302922035Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"6fb84e60-bcb9-4142-be30-ef197c699799","remote_addr":"127.0.0.1:53282","local_addr":"127.0.0.1:60299","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:26.303058482Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"6fb84e60-bcb9-4142-be30-ef197c699799","remote_addr":"127.0.0.1:53282","local_addr":"127.0.0.1:60299","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:26.303108229Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"6fb84e60-bcb9-4142-be30-ef197c699799","remote_addr":"127.0.0.1:53282","local_addr":"127.0.0.1:60299","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:26.303533181Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"6fb84e60-bcb9-4142-be30-ef197c699799","remote_addr":"127.0.0.1:53282","local_addr":"127.0.0.1:60299","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:26.307877651Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"6fb84e60-bcb9-4142-be30-ef197c699799","remote_addr":"127.0.0.1:53282","local_addr":"127.0.0.1:60299","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":5002,"response_code":200} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:26.308241712Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:60299/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6fb84e60-bcb9-4142-be30-ef197c699799\", \"content-length\": \"29\", \"date\": \"Fri, 20 Mar 2026 18:35:26 GMT\"} })"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:26.308519273Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:26.308558305Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"} {"msg":"refreshed list of producers from Nexus","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:26.308580444Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:632","component":"oximeter","n_current_tasks":2,"n_pruned_tasks":0} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:26.315599761Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"producer_port":56192,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collecting from producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:26.315680663Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"producer_port":56192,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"sent collection request to producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:26.320450635Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"producer_port":56192,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:26.320944116Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"producer_port":56192,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:26.320991214Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"producer_port":56192,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:26.321018811Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"producer_port":56192,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:26.323058873Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:26.323113337Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:26.323142334Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:26.323167732Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:26.323828535Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:26.32805325Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:26.333051287Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:26.333106271Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:26.333134228Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:26.333497209Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"inserting 1 samples into database","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:26.492145184Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"unrolling 1 total samples","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:26.492430212Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"id":"6dc71f35-de8c-4050-9e17-e2a7a13c8a37","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:26.493020477Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"id":"6dc71f35-de8c-4050-9e17-e2a7a13c8a37","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"inserting 1 samples into database","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:26.493158113Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserted rows into table","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:26.496188294Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"id":"6dc71f35-de8c-4050-9e17-e2a7a13c8a37","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2} {"msg":"inserting data","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:26.496251935Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"id":"6dc71f35-de8c-4050-9e17-e2a7a13c8a37","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"inserted rows into table","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:26.498808166Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"id":"6dc71f35-de8c-4050-9e17-e2a7a13c8a37","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:26.498916756Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserted inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:26.590667026Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","collection_id":"468bb128-d833-41e0-b5c5-cab35386e616"} {"msg":"inventory collection complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:26.590736144Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","time_started":"2026-03-20 18:35:15.448752 UTC","collection_id":"468bb128-d833-41e0-b5c5-cab35386e616"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:26.59108752Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"collection_id\":\"468bb128-d833-41e0-b5c5-cab35386e616\",\"time_done\":\"2026-03-20 18:35:26.238634 UTC\",\"time_started\":\"2026-03-20 18:35:15.448752 UTC\"}","iteration":3,"elapsed":"11.740301638s"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:26.591137887Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":4,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:26.591163085Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:26.591205515Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:26.59123813Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:26.591266307Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:26.591768813Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:26.592710246Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":3,"reason":"Dependency"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:26.592761102Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:26.592792887Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:26.592822923Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:26.592849421Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:26.593182846Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2026-03-20T18:35:26.594171756Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:26.595306099Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:26.599010926Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:26.59906714Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:26.599096596Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:26.599374537Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:26.600329573Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:26.604055651Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:26.604131635Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:26.604165519Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:26.604387566Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:26.605340443Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:26.605399186Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:26.605698077Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:26.607376327Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:26.607438348Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:26.60777643Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:26.60855202Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","candidates":"[(468bb128-d833-41e0-b5c5-cab35386e616, 2)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:26.60861574Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:26.609162576Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"peer_addr":"[::1]:55756","req_id":"e74d82ea-cd2a-407d-b710-e755c7018f08","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 6e 42 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 nB..........._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:26.609226036Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"peer_addr":"[::1]:55756","req_id":"e74d82ea-cd2a-407d-b710-e755c7018f08","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 28226,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:26.609333427Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:26.609445055Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:26.609482957Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"peer_addr":"[::1]:55756","req_id":"e74d82ea-cd2a-407d-b710-e755c7018f08","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 62233, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") }) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:26.6099272Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 62233, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }], valid_until: Instant { tv_sec: 1538, tv_nsec: 258846251 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:26.610008113Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:26.610175285Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"peer_addr":"[::1]:49717","req_id":"495843c6-ce99-4385-9150-1df5ce7713c7","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: e1 89 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e ............-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:26.61022951Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"peer_addr":"[::1]:49717","req_id":"495843c6-ce99-4385-9150-1df5ce7713c7","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 57737,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:26.610532059Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:26.610567663Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"peer_addr":"[::1]:49717","req_id":"495843c6-ce99-4385-9150-1df5ce7713c7","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:26.658931316Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:26.659544091Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"peer_addr":"[::1]:63600","req_id":"3e40b2f6-3c3c-43c6-a082-e67dc5ff6409","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: b6 70 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c .p..........._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:26.659599455Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"peer_addr":"[::1]:63600","req_id":"3e40b2f6-3c3c-43c6-a082-e67dc5ff6409","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 46704,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:26.659755053Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 46704,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"test_action_failure_can_unwind_idempotently","level":50,"time":"2026-03-20T18:35:26.659930731Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"peer_addr":"[::1]:63600","req_id":"3e40b2f6-3c3c-43c6-a082-e67dc5ff6409","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:26.659962656Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_cockroach._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:26.660216318Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"peer_addr":"[::1]:59435","req_id":"80b3b1f2-cbb4-47b6-b14d-de31b2949b60","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 73 (0x49) bytes\n0000: f8 94 01 00 00 01 00 00 00 00 00 01 0a 5f 63 6f ............._co\n0010: 63 6b 72 6f 61 63 68 04 5f 74 63 70 0d 63 6f 6e ckroach._tcp.con\n0020: 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 trol-plane.oxide\n0030: 08 69 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 .internal..!....\n0040: 29 04 d0 00 00 00 00 00 00 )........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:26.660261597Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"peer_addr":"[::1]:59435","req_id":"80b3b1f2-cbb4-47b6-b14d-de31b2949b60","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 63636,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_cockroach._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_cockroach._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 10,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:26.660374075Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"store","component":"internal_dns_server","key":"_cockroach._tcp"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:26.660528683Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"store","component":"internal_dns_server","key":"24911ead-7351-4318-ba3f-d9539b22e513.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:26.660613953Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"peer_addr":"[::1]:59435","req_id":"80b3b1f2-cbb4-47b6-b14d-de31b2949b60","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"24911ead-7351-4318-ba3f-d9539b22e513.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","records":"[Record { name_labels: Name(\"_cockroach._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 36931, target: Name(\"24911ead-7351-4318-ba3f-d9539b22e513.host.control-plane.oxide.internal\") }) }]","query":"LowerQuery { name: LowerName(Name(\"_cockroach._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_cockroach._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:26.661005701Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","response":"SrvLookup(Lookup { query: Query { name: Name(\"_cockroach._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_cockroach._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 36931, target: Name(\"24911ead-7351-4318-ba3f-d9539b22e513.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"24911ead-7351-4318-ba3f-d9539b22e513.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }], valid_until: Instant { tv_sec: 1538, tv_nsec: 309835993 } })","dns_name":"_cockroach._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:26.661066843Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","name":"Name(\"24911ead-7351-4318-ba3f-d9539b22e513.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:26.661365244Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"peer_addr":"[::1]:52313","req_id":"c541b2b0-3e48-426c-83f5-72f89a46b93f","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 99 (0x63) bytes\n0000: b0 0a 01 00 00 01 00 00 00 00 00 01 24 32 34 39 ............$249\n0010: 31 31 65 61 64 2d 37 33 35 31 2d 34 33 31 38 2d 11ead-7351-4318-\n0020: 62 61 33 66 2d 64 39 35 33 39 62 32 32 65 35 31 ba3f-d9539b22e51\n0030: 33 04 68 6f 73 74 0d 63 6f 6e 74 72 6f 6c 2d 70 3.host.control-p\n0040: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0050: 6e 61 6c 00 00 1c 00 01 00 00 29 04 d0 00 00 00 nal.......).....\n0060: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:26.661532206Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"peer_addr":"[::1]:52313","req_id":"c541b2b0-3e48-426c-83f5-72f89a46b93f","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 45066,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"24911ead-7351-4318-ba3f-d9539b22e513.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"24911ead-7351-4318-ba3f-d9539b22e513.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 36,\n 50,\n 52,\n 57,\n 49,\n 49,\n 101,\n 97,\n 100,\n 45,\n 55,\n 51,\n 53,\n 49,\n 45,\n 52,\n 51,\n 49,\n 56,\n 45,\n 98,\n 97,\n 51,\n 102,\n 45,\n 100,\n 57,\n 53,\n 51,\n 57,\n 98,\n 50,\n 50,\n 101,\n 53,\n 49,\n 51,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:26.661721868Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"store","component":"internal_dns_server","key":"24911ead-7351-4318-ba3f-d9539b22e513.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:26.661751434Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"peer_addr":"[::1]:52313","req_id":"c541b2b0-3e48-426c-83f5-72f89a46b93f","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"24911ead-7351-4318-ba3f-d9539b22e513.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"24911ead-7351-4318-ba3f-d9539b22e513.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"24911ead-7351-4318-ba3f-d9539b22e513.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"begin collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:26.661908061Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"begin collection from MGS","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:26.661941006Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","mgs_url":"http://[::1]:62233"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:26.661964075Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"gateway_url":"http://[::1]:62233","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:62233/ignition","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:26.663870169Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"gateway_url":"http://[::1]:62233","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:62233/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5755ec8b-f7be-4168-9666-cbe3d6186813\", \"content-length\": \"835\", \"date\": \"Fri, 20 Mar 2026 18:35:26 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:26.664216568Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"gateway_url":"http://[::1]:62233","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:62233/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:26.66511558Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"gateway_url":"http://[::1]:62233","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:62233/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4d03f1a6-d9ba-413a-a7a9-6539bfb9a6dc\", \"content-length\": \"734\", \"date\": \"Fri, 20 Mar 2026 18:35:26 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:26.665691842Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"gateway_url":"http://[::1]:62233","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:62233/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:26.667368093Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"gateway_url":"http://[::1]:62233","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:62233/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"27bd135b-48e8-4182-9bd7-91b554b81639\", \"content-length\": \"111\", \"date\": \"Fri, 20 Mar 2026 18:35:26 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:26.667441679Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"gateway_url":"http://[::1]:62233","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:62233/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:26.668451709Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"gateway_url":"http://[::1]:62233","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:62233/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7ce3de4b-a7ee-4277-99f0-96140595affa\", \"content-length\": \"111\", \"date\": \"Fri, 20 Mar 2026 18:35:26 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:26.66853472Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"gateway_url":"http://[::1]:62233","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:62233/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:26.669459011Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"gateway_url":"http://[::1]:62233","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:62233/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b1c8294a-a959-4074-9c80-4f0329ed0a25\", \"content-length\": \"163\", \"date\": \"Fri, 20 Mar 2026 18:35:26 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:26.66952549Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"gateway_url":"http://[::1]:62233","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:62233/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:26.670517798Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"gateway_url":"http://[::1]:62233","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:62233/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6acc548f-5213-4051-ba02-59b54b958954\", \"content-length\": \"163\", \"date\": \"Fri, 20 Mar 2026 18:35:26 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:26.670610785Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"gateway_url":"http://[::1]:62233","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:62233/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:26.671529138Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"gateway_url":"http://[::1]:62233","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:62233/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9352225c-d746-45f9-a152-2c355047eb70\", \"content-length\": \"166\", \"date\": \"Fri, 20 Mar 2026 18:35:26 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:26.671582713Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"gateway_url":"http://[::1]:62233","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:62233/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:26.672437516Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"gateway_url":"http://[::1]:62233","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:62233/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5b55282f-e4f9-48ef-bb7f-ae1d39003041\", \"content-length\": \"166\", \"date\": \"Fri, 20 Mar 2026 18:35:26 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:26.672496858Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"gateway_url":"http://[::1]:62233","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:62233/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:26.673062515Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"gateway_url":"http://[::1]:62233","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:62233/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"55b464e1-3bfa-4a48-a4db-396027ef0eae\", \"content-length\": \"702\", \"date\": \"Fri, 20 Mar 2026 18:35:26 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:26.67311731Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"gateway_url":"http://[::1]:62233","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:62233/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:26.673846441Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"gateway_url":"http://[::1]:62233","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:62233/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a898df15-ac72-42be-9ceb-9891450fbc5b\", \"content-length\": \"727\", \"date\": \"Fri, 20 Mar 2026 18:35:26 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:26.673904803Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"gateway_url":"http://[::1]:62233","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:62233/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:26.674485414Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"gateway_url":"http://[::1]:62233","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:62233/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"28efcee5-c7d5-4604-bd77-e9c550e4b729\", \"content-length\": \"729\", \"date\": \"Fri, 20 Mar 2026 18:35:26 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:26.674541318Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"gateway_url":"http://[::1]:62233","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:62233/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:26.675135621Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"gateway_url":"http://[::1]:62233","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:62233/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5f60d389-1676-418e-8a26-dd6486ecebe7\", \"content-length\": \"728\", \"date\": \"Fri, 20 Mar 2026 18:35:26 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:26.67522413Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"gateway_url":"http://[::1]:62233","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:62233/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:26.675936849Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"gateway_url":"http://[::1]:62233","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:62233/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"151649c6-5284-45a1-a277-4af47471edc9\", \"content-length\": \"734\", \"date\": \"Fri, 20 Mar 2026 18:35:26 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:26.676026767Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"gateway_url":"http://[::1]:62233","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:62233/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:26.67703069Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"gateway_url":"http://[::1]:62233","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:62233/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"193e55e2-d944-4656-b1a9-b29b34e130ee\", \"content-length\": \"111\", \"date\": \"Fri, 20 Mar 2026 18:35:26 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:26.677091102Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"gateway_url":"http://[::1]:62233","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:62233/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:26.6778269Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"gateway_url":"http://[::1]:62233","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:62233/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"453f4d92-e011-4d45-b281-91a78b50f88b\", \"content-length\": \"111\", \"date\": \"Fri, 20 Mar 2026 18:35:26 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:26.677886212Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"gateway_url":"http://[::1]:62233","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:62233/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:26.678968369Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"gateway_url":"http://[::1]:62233","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:62233/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ec3dc2a4-7a09-447a-80ad-8cce444b49f8\", \"content-length\": \"163\", \"date\": \"Fri, 20 Mar 2026 18:35:26 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:26.67903013Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"gateway_url":"http://[::1]:62233","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:62233/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:26.679852708Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"gateway_url":"http://[::1]:62233","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:62233/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3b3cc6e8-5ec4-4ce2-8fb3-7ebe76a48940\", \"content-length\": \"163\", \"date\": \"Fri, 20 Mar 2026 18:35:26 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:26.679919567Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"gateway_url":"http://[::1]:62233","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:62233/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:26.681111743Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"gateway_url":"http://[::1]:62233","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:62233/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"17f22a2e-10a5-4e0d-8885-8fdbdbcd7660\", \"content-length\": \"166\", \"date\": \"Fri, 20 Mar 2026 18:35:26 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:26.681213655Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"gateway_url":"http://[::1]:62233","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:62233/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:26.682356824Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"gateway_url":"http://[::1]:62233","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:62233/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ab07812d-2b24-4854-b39f-84f27493eaf5\", \"content-length\": \"166\", \"date\": \"Fri, 20 Mar 2026 18:35:26 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:26.682414227Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"gateway_url":"http://[::1]:62233","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:62233/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:26.683046813Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"gateway_url":"http://[::1]:62233","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:62233/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"74e236e4-16ae-4806-82c6-d62a50d1c1ac\", \"content-length\": \"702\", \"date\": \"Fri, 20 Mar 2026 18:35:26 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:26.683106235Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"gateway_url":"http://[::1]:62233","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:62233/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:26.68378404Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"gateway_url":"http://[::1]:62233","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:62233/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e8cc2fdd-b44d-47e3-af00-2ddaa226c328\", \"content-length\": \"727\", \"date\": \"Fri, 20 Mar 2026 18:35:26 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:26.683836296Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"gateway_url":"http://[::1]:62233","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:62233/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:26.685184129Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"gateway_url":"http://[::1]:62233","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:62233/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8fe9d60a-a737-4f76-9ba5-da6519fcbc01\", \"content-length\": \"729\", \"date\": \"Fri, 20 Mar 2026 18:35:26 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:26.685456892Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"gateway_url":"http://[::1]:62233","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:62233/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:26.686947189Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"gateway_url":"http://[::1]:62233","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:62233/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fa526542-7801-47c1-a17d-88d6b30ff3d4\", \"content-length\": \"728\", \"date\": \"Fri, 20 Mar 2026 18:35:26 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:26.687005522Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"gateway_url":"http://[::1]:62233","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:62233/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:26.687948204Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"gateway_url":"http://[::1]:62233","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:62233/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"704c316a-22ca-4ef9-a6cc-cf79a00d96fd\", \"content-length\": \"723\", \"date\": \"Fri, 20 Mar 2026 18:35:26 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:26.688055004Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"gateway_url":"http://[::1]:62233","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:62233/sp/sled/0/component/host-boot-flash/active-slot","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:26.688631576Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"gateway_url":"http://[::1]:62233","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:62233/sp/sled/0/component/host-boot-flash/active-slot\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"beed9a4a-0a19-4698-9061-c599da4e6fa5\", \"content-length\": \"10\", \"date\": \"Fri, 20 Mar 2026 18:35:26 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:26.688684991Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"gateway_url":"http://[::1]:62233","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:62233/sp/sled/0/component/host-boot-flash/hash/0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:26.689346444Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"gateway_url":"http://[::1]:62233","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:62233/sp/sled/0/component/host-boot-flash/hash/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"89008dcd-8929-482a-89ac-d473f6ed5a33\", \"content-length\": \"144\", \"date\": \"Fri, 20 Mar 2026 18:35:26 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:26.689414422Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"gateway_url":"http://[::1]:62233","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:62233/sp/sled/0/component/host-boot-flash/hash/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:26.689910861Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"gateway_url":"http://[::1]:62233","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:62233/sp/sled/0/component/host-boot-flash/hash/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9201319d-ee5a-4bd8-93a1-447ea92a151b\", \"content-length\": \"147\", \"date\": \"Fri, 20 Mar 2026 18:35:26 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:26.690093946Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"gateway_url":"http://[::1]:62233","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:62233/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:26.691492446Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"gateway_url":"http://[::1]:62233","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:62233/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3a64e9a3-8c08-49ed-888c-56da8d82a331\", \"content-length\": \"109\", \"date\": \"Fri, 20 Mar 2026 18:35:26 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:26.69154915Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"gateway_url":"http://[::1]:62233","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:62233/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:26.692721285Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"gateway_url":"http://[::1]:62233","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:62233/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e806a88b-900c-4113-8a77-09a0791de9f2\", \"content-length\": \"109\", \"date\": \"Fri, 20 Mar 2026 18:35:26 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:26.69279625Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"gateway_url":"http://[::1]:62233","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:62233/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:26.693729096Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"gateway_url":"http://[::1]:62233","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:62233/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bff218a4-2a2f-4e4a-bd58-42f2a9e11cce\", \"content-length\": \"163\", \"date\": \"Fri, 20 Mar 2026 18:35:26 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:26.693783361Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"gateway_url":"http://[::1]:62233","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:62233/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:26.697142439Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"gateway_url":"http://[::1]:62233","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:62233/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0841e1c7-84d3-4bde-946e-3d2e14aca53f\", \"content-length\": \"163\", \"date\": \"Fri, 20 Mar 2026 18:35:26 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:26.697250629Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"gateway_url":"http://[::1]:62233","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:62233/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:26.703648274Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"gateway_url":"http://[::1]:62233","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:62233/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bc7dd35a-54de-40d3-a47a-94396f5da4a1\", \"content-length\": \"166\", \"date\": \"Fri, 20 Mar 2026 18:35:26 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:26.703951363Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"gateway_url":"http://[::1]:62233","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:62233/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:26.706379334Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"gateway_url":"http://[::1]:62233","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:62233/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b868f384-741f-45a5-9b6d-69fc5cf6952f\", \"content-length\": \"166\", \"date\": \"Fri, 20 Mar 2026 18:35:26 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:26.70662407Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"gateway_url":"http://[::1]:62233","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:62233/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:26.708224426Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"gateway_url":"http://[::1]:62233","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:62233/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"307f9170-21d2-48d5-a392-471c65defde8\", \"content-length\": \"702\", \"date\": \"Fri, 20 Mar 2026 18:35:26 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:26.709048323Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"gateway_url":"http://[::1]:62233","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:62233/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:26.710049188Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"gateway_url":"http://[::1]:62233","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:62233/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c30dc90d-fa0f-428c-9e81-f92bd25b8fc6\", \"content-length\": \"727\", \"date\": \"Fri, 20 Mar 2026 18:35:26 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:26.710181786Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"gateway_url":"http://[::1]:62233","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:62233/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:26.710850105Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"gateway_url":"http://[::1]:62233","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:62233/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"305c63f8-84b9-4ca2-8036-f7fbf536536e\", \"content-length\": \"729\", \"date\": \"Fri, 20 Mar 2026 18:35:26 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:26.71092674Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"gateway_url":"http://[::1]:62233","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:62233/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:26.711569491Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"gateway_url":"http://[::1]:62233","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:62233/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"77a12eb6-0d9d-44d1-bf07-1bb3b40f25f4\", \"content-length\": \"728\", \"date\": \"Fri, 20 Mar 2026 18:35:26 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:26.71163537Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"gateway_url":"http://[::1]:62233","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:62233/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:26.71419557Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"gateway_url":"http://[::1]:62233","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:62233/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"80d327ef-faaf-4137-acb9-f6f81d727bc4\", \"content-length\": \"723\", \"date\": \"Fri, 20 Mar 2026 18:35:26 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:26.714422105Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"gateway_url":"http://[::1]:62233","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:62233/sp/sled/1/component/host-boot-flash/active-slot","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:26.715445589Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"gateway_url":"http://[::1]:62233","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:62233/sp/sled/1/component/host-boot-flash/active-slot\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d07897b2-b96a-49cb-acaf-13e6a4449629\", \"content-length\": \"10\", \"date\": \"Fri, 20 Mar 2026 18:35:26 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:26.715503182Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"gateway_url":"http://[::1]:62233","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:62233/sp/sled/1/component/host-boot-flash/hash/0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:26.716201907Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"gateway_url":"http://[::1]:62233","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:62233/sp/sled/1/component/host-boot-flash/hash/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"70e0de74-d08a-4185-84c8-a464e62e0713\", \"content-length\": \"144\", \"date\": \"Fri, 20 Mar 2026 18:35:26 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:26.716375206Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"gateway_url":"http://[::1]:62233","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:62233/sp/sled/1/component/host-boot-flash/hash/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:26.716971209Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"gateway_url":"http://[::1]:62233","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:62233/sp/sled/1/component/host-boot-flash/hash/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0690c9c8-9fdb-4296-990c-9a00a4cba099\", \"content-length\": \"147\", \"date\": \"Fri, 20 Mar 2026 18:35:26 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:26.717042346Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"gateway_url":"http://[::1]:62233","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:62233/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:26.718162375Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"gateway_url":"http://[::1]:62233","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:62233/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3839303b-bc68-4d74-8f4e-813d5bb8e845\", \"content-length\": \"109\", \"date\": \"Fri, 20 Mar 2026 18:35:26 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:26.718233582Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"gateway_url":"http://[::1]:62233","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:62233/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:26.719260135Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"gateway_url":"http://[::1]:62233","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:62233/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a9a154b6-1c45-4cd8-976d-d1f492774a29\", \"content-length\": \"109\", \"date\": \"Fri, 20 Mar 2026 18:35:26 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:26.719324585Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"gateway_url":"http://[::1]:62233","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:62233/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:26.722985823Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"gateway_url":"http://[::1]:62233","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:62233/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4ed3717a-760c-4547-8313-7044bde5860f\", \"content-length\": \"163\", \"date\": \"Fri, 20 Mar 2026 18:35:26 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:26.723140801Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"gateway_url":"http://[::1]:62233","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:62233/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:26.724225596Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"gateway_url":"http://[::1]:62233","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:62233/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1ffef486-ad6f-4481-a98a-6145e1f61be1\", \"content-length\": \"163\", \"date\": \"Fri, 20 Mar 2026 18:35:26 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:26.724349499Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"gateway_url":"http://[::1]:62233","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:62233/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:26.725286233Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"gateway_url":"http://[::1]:62233","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:62233/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1d64f408-f0b2-4f41-95ee-9cab377b86bd\", \"content-length\": \"166\", \"date\": \"Fri, 20 Mar 2026 18:35:26 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:26.725339348Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"gateway_url":"http://[::1]:62233","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:62233/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:26.726542649Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"gateway_url":"http://[::1]:62233","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:62233/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5e62ea90-afd8-4355-b33a-a721ed99bf01\", \"content-length\": \"166\", \"date\": \"Fri, 20 Mar 2026 18:35:26 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:26.726608148Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"gateway_url":"http://[::1]:62233","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:62233/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:26.727146298Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"gateway_url":"http://[::1]:62233","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:62233/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ede59a96-1480-4063-9b41-51359710a1e3\", \"content-length\": \"702\", \"date\": \"Fri, 20 Mar 2026 18:35:26 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:26.727208809Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"gateway_url":"http://[::1]:62233","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:62233/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:26.728762906Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"gateway_url":"http://[::1]:62233","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:62233/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"13f2ee58-05d1-420b-89ee-71d9e87679df\", \"content-length\": \"727\", \"date\": \"Fri, 20 Mar 2026 18:35:26 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:26.728922342Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"gateway_url":"http://[::1]:62233","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:62233/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:26.73034611Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"gateway_url":"http://[::1]:62233","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:62233/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7a675c59-45c8-4524-bc9e-b18de5034f32\", \"content-length\": \"729\", \"date\": \"Fri, 20 Mar 2026 18:35:26 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:26.730484376Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"gateway_url":"http://[::1]:62233","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:62233/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:26.731354881Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"gateway_url":"http://[::1]:62233","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:62233/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5f981ad6-cf3e-4491-91fd-32c3f88766d6\", \"content-length\": \"728\", \"date\": \"Fri, 20 Mar 2026 18:35:26 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:26.731424858Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:26.731467109Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:26.731498124Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:26.731526461Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:26.732116257Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:26.734703194Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:26.738019132Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:26.738077525Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:26.738106092Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:26.738135758Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:26.738162526Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:26.738656136Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:26.74165917Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:26.746165445Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:26.746226236Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:26.746257692Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:26.746638775Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:26.805573752Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","sled_agent_url":"http://[::1]:57324"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:26.805706421Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"SledAgent":"http://[::1]:57324","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:57324/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:26.806085055Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"[::1]:57324","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:34500"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:26.806410883Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"uri":"/inventory","method":"GET","req_id":"80dbec72-23dd-49ec-987f-121563c0d1a3","remote_addr":"[::1]:34500","local_addr":"[::1]:57324","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"determined request API version","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:26.806515175Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"uri":"/inventory","method":"GET","req_id":"80dbec72-23dd-49ec-987f-121563c0d1a3","remote_addr":"[::1]:34500","local_addr":"[::1]:57324","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","version":"28.0.0"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:26.80820278Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"uri":"/inventory","method":"GET","req_id":"80dbec72-23dd-49ec-987f-121563c0d1a3","remote_addr":"[::1]:34500","local_addr":"[::1]:57324","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":1774,"response_code":200} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:26.808773245Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"SledAgent":"http://[::1]:57324","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:57324/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"80dbec72-23dd-49ec-987f-121563c0d1a3\", \"content-length\": \"20972\", \"date\": \"Fri, 20 Mar 2026 18:35:26 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:26.810141149Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:26.810205249Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","nkeeper_admin_clients":0} {"msg":"begin collection from CockroachDB nodes","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:26.810230957Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:26.810254586Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"CockroachClusterAdminClient","component":"inventory_cockroach_client","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:32222/node/id","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:26.810479101Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"CockroachClusterAdminClient","component":"inventory_cockroach_client","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Err(reqwest::Error { kind: Request, url: \"http://[::1]:32222/node/id\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", [::1]:32222, Os { code: 146, kind: ConnectionRefused, message: \"Connection refused\" })) })"} {"msg":"Failed to fetch metrics from CockroachDB node","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2026-03-20T18:35:26.810669853Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"CockroachClusterAdminClient","component":"inventory_cockroach_client","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","error":"Failed to get node ID from [::1]:32222"} {"msg":"begin collection from NTP admin (timesync)","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:26.86100184Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","zone_id":"3833e8c2-707a-47f9-934d-9e23e6b9eade (omicron_zone)","sled_agent_url":"http://[::1]:10123"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:26.861135408Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"ntp_admin_url":"http://[::1]:10123","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:10123/timesync","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:26.861386122Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"ntp_admin_url":"http://[::1]:10123","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Err(reqwest::Error { kind: Request, url: \"http://[::1]:10123/timesync\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", [::1]:10123, Os { code: 146, kind: ConnectionRefused, message: \"Connection refused\" })) })"} {"msg":"begin collection from internal DNS servers","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:26.861514652Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"begin collection from DNS server","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:26.912966489Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","zone_id":"462fb358-5ee7-4c27-9155-e706a04f5fb1 (omicron_zone)"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:26.91302882Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"internal_dns_url":"http://[::1]:59806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:59806/config","method":"GET"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:26.913973001Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"Loaded\":{\"collection_id\":\"468bb128-d833-41e0-b5c5-cab35386e616\",\"time_loaded\":\"2026-03-20T18:35:26.592698931Z\",\"time_started\":\"2026-03-20T18:35:15.448752Z\"}}","iteration":3,"elapsed":"321.245404ms"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:26.914086518Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":2,"reason":"Dependency"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:26.914476867Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:26.914548314Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:26.914582608Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:26.914611344Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:26.915220961Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:26.917182419Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":2,"reason":"Dependency"} {"msg":"multicast group reconciler activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:26.917270688Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"starting multicast reconciliation pass","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:26.917319105Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:26.917465207Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:26.917936838Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"blueprint_planner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":4,"reason":"Dependency"} {"msg":"blueprint planning disabled, doing nothing","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:26.917986725Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"blueprint_planner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:26.918028255Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"blueprint_planner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"\"Disabled\"","iteration":4,"elapsed":"61.431µs"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:26.918070476Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":2,"reason":"Dependency"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:26.91812703Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"error\":\"task disabled\"}","iteration":2,"elapsed":"36.283µs"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:26.918896372Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"result":"Ok(\"found\")"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:26.918995156Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"[::1]:59806","component":"http","kind":"dns","component":"internal_dns_server","remote_addr":"[::1]:54412"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:26.919632729Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"uri":"/config","method":"GET","req_id":"b5d34f93-97a9-4085-af2e-a9a58004d55e","remote_addr":"[::1]:54412","local_addr":"[::1]:59806","component":"http","kind":"dns","component":"internal_dns_server"} {"msg":"determined request API version","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:26.919770126Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"uri":"/config","method":"GET","req_id":"b5d34f93-97a9-4085-af2e-a9a58004d55e","remote_addr":"[::1]:54412","local_addr":"[::1]:59806","component":"http","kind":"dns","component":"internal_dns_server","version":"2.0.0"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:26.919802351Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"peer_addr":"[::1]:30811","req_id":"36e7489f-5afa-4ce2-bcf8-c4d535a87c9b","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000: 40 02 01 00 00 01 00 00 00 00 00 01 09 5f 64 65 @............_de\n0010: 6e 64 72 69 74 65 04 5f 74 63 70 0d 63 6f 6e 74 ndrite._tcp.cont\n0020: 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 rol-plane.oxide.\n0030: 69 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 internal..!....)\n0040: 04 d0 00 00 00 00 00 00 ........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:26.919928762Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"peer_addr":"[::1]:30811","req_id":"36e7489f-5afa-4ce2-bcf8-c4d535a87c9b","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 16386,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 9,\n 95,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:26.920050915Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"store","component":"internal_dns_server","key":"_dendrite._tcp"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:26.920073125Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:26.920108508Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"peer_addr":"[::1]:30811","req_id":"36e7489f-5afa-4ce2-bcf8-c4d535a87c9b","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","records":"[Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 35630, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") }) }]","query":"LowerQuery { name: LowerName(Name(\"_dendrite._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:26.920593503Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"uri":"/config","method":"GET","req_id":"b5d34f93-97a9-4085-af2e-a9a58004d55e","remote_addr":"[::1]:54412","local_addr":"[::1]:59806","component":"http","kind":"dns","component":"internal_dns_server","latency_us":954,"response_code":200} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:26.920763144Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:26.923797813Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:26.923870959Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:26.923900755Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:26.923935999Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:26.923971082Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:26.924174478Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:26.925541592Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 35630, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }], valid_until: Instant { tv_sec: 1538, tv_nsec: 574444400 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:26.92563133Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:26.925749136Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"internal_dns_url":"http://[::1]:59806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:59806/config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b5d34f93-97a9-4085-af2e-a9a58004d55e\", \"content-length\": \"3478\", \"date\": \"Fri, 20 Mar 2026 18:35:26 GMT\"} })"} {"msg":"finished collection from DNS server","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:26.925987325Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","zone_id":"462fb358-5ee7-4c27-9155-e706a04f5fb1 (omicron_zone)"} {"msg":"finished collection from internal DNS servers","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:26.926052764Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"finished collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:26.926087278Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:26.926166981Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:26.926260978Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:26.926321809Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:26.926351565Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:26.926587266Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:26.927775084Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"peer_addr":"[::1]:65210","req_id":"c709c1fb-a8ea-47d8-86ca-1575cfc0689a","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 7a d1 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e z...........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:26.927834526Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"peer_addr":"[::1]:65210","req_id":"c709c1fb-a8ea-47d8-86ca-1575cfc0689a","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 31441,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:26.927985256Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:26.928167051Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"peer_addr":"[::1]:65210","req_id":"c709c1fb-a8ea-47d8-86ca-1575cfc0689a","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:26.976814052Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"DpdClient","background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:35630/switch/identifiers","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:26.977390894Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:26.981153545Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:26.981221883Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:26.981252539Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:26.98152961Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:26.98247628Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:26.985317159Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:26.985655402Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:26.985703879Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:26.985982549Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:26.987242274Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:26.987305684Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:26.98733583Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:26.987363987Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:26.987989366Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:26.989913292Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"DpdClient","background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:35630/switch/identifiers\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e0d7f00c-aee1-45c7-82f9-6221d054096f\", \"content-length\": \"717\", \"date\": \"Fri, 20 Mar 2026 18:35:26 GMT\"} })"} {"msg":"searching for multicast groups","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:26.991024995Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","state":"Creating"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:26.991120061Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:26.991191368Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:26.992083803Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:26.993612692Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:26.993667296Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:26.99370161Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:26.993730947Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:26.994195061Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:26.996279962Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:27.003086077Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:27.003158983Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:27.003214028Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:27.003525333Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:27.004624492Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:27.012898924Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:27.012978268Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:27.013030493Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:27.013063018Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:27.013090685Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:27.013578898Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:27.017055762Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:27.023585995Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:27.023649266Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:27.023677273Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:27.02402841Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"ensured all Crucible datasets present in inventory have database records","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:27.028110482Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","num_inserted":0,"num_already_exist":0,"num_not_in_inventory":0} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:27.028210335Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:27.028244579Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:27.028276185Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:27.028303612Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:27.02878111Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:27.031696404Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:27.037693036Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:27.037764803Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:27.037793679Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:27.037824895Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:27.037853472Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:27.038526499Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:27.041116574Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:27.044633389Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:27.044691872Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:27.044720099Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:27.045025337Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"found multicast groups","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:27.048215174Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","state":"Creating","count":0} {"msg":"reconciling member state changes","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:27.048340665Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:27.048421628Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:27.048457921Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:27.050465977Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"all LocalStorage datasets reconciled","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:27.0563536Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","num_inserted":0,"num_already_exist":0,"num_not_in_inventory":0,"num_tombstoned":0,"num_already_tombstoned":0} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:27.056416251Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:27.056447986Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:27.056480511Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:27.056507638Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:27.057612834Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:27.060878936Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:27.065518119Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:27.065599391Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:27.065630826Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:27.065661582Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:27.06568801Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:27.066045134Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:27.074280604Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:27.083551984Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:27.083669589Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:27.08373092Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:27.084303284Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"all LocalStorageUnencrypted datasets reconciled","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:27.08861352Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","num_inserted":0,"num_already_exist":0,"num_not_in_inventory":0,"num_tombstoned":0,"num_already_tombstoned":0} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:27.089685502Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"blueprint_id\":\"7c59652d-7897-49e0-b9a9-4edb68c28372\",\"inventory_collection_id\":\"468bb128-d833-41e0-b5c5-cab35386e616\",\"stats\":{\"crucible_dataset\":{\"num_already_exist\":0,\"num_inserted\":0,\"num_not_in_inventory\":0},\"debug_dataset\":{\"num_already_exist\":0,\"num_already_tombstoned\":0,\"num_inserted\":0,\"num_not_in_inventory\":0,\"num_tombstoned\":0},\"local_storage_dataset\":{\"num_already_exist\":0,\"num_already_tombstoned\":0,\"num_inserted\":0,\"num_not_in_inventory\":0,\"num_tombstoned\":0},\"local_storage_unencrypted_dataset\":{\"num_already_exist\":0,\"num_already_tombstoned\":0,\"num_inserted\":0,\"num_not_in_inventory\":0,\"num_tombstoned\":0}}}","iteration":2,"elapsed":"174.958731ms"} {"msg":"member state reconciliation completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:27.093209273Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","members_processed":0} {"msg":"cleaning up deleted multicast members","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:27.093300031Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:27.09332496Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:27.093356505Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:27.094189877Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"multicast group member complete deletion finished","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:27.152743362Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","left_and_time_deleted_members_deleted":0} {"msg":"checking for empty multicast groups to implicitly delete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:27.152815269Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:27.152837739Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:27.152869754Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:27.15672733Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"searching for multicast groups","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:27.213738672Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","state":"Active"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:27.214156718Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:27.214247815Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:27.214971829Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"found multicast groups","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:27.220136927Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","state":"Active","count":0} {"msg":"searching for multicast groups","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:27.220294444Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","state":"Deleting"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:27.220326109Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:27.220355735Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:27.221197764Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"found multicast groups","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:27.227079479Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","state":"Deleting","count":0} {"msg":"multicast RPW reconciliation cycle completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:27.227281445Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","error_count":0,"total_dpd_operations":0,"orphaned_member_cleanup":0,"member_lifecycle_transitions":0,"active_groups_verified":0,"external_groups_deleted":0,"external_groups_created":0} {"msg":"multicast RPW reconciliation pass completed - dataplane consistent","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:27.227561705Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:27.227631443Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"disabled\":false,\"empty_groups_marked\":0,\"errors\":[],\"groups_created\":0,\"groups_deleted\":0,\"groups_verified\":0,\"members_deleted\":0,\"members_processed\":0}","iteration":2,"elapsed":"310.439328ms"} {"msg":"inserted inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:27.247064467Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","collection_id":"d4f37df1-7945-4328-8cea-177070c7c398"} {"msg":"inventory collection complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:27.24712316Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","time_started":"2026-03-20 18:35:26.661854 UTC","collection_id":"d4f37df1-7945-4328-8cea-177070c7c398"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:27.24738109Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"collection_id\":\"d4f37df1-7945-4328-8cea-177070c7c398\",\"time_done\":\"2026-03-20 18:35:26.926078 UTC\",\"time_started\":\"2026-03-20 18:35:26.661854 UTC\"}","iteration":4,"elapsed":"656.241164ms"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:27.247442441Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":5,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:27.247468969Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:27.247497016Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:27.247524553Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:27.2475534Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:27.248064122Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:27.249091904Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":4,"reason":"Dependency"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:27.249184201Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:27.249214028Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:27.249268272Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:27.249326995Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:27.249760773Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:27.251747989Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:27.251795947Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:27.252277863Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:27.253870323Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:27.257864036Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:27.25794046Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:27.257970676Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:27.259397443Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:27.263428628Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:27.268021803Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:27.26811407Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:27.268145755Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:27.26845823Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:27.272664574Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","candidates":"[(468bb128-d833-41e0-b5c5-cab35386e616, 2), (d4f37df1-7945-4328-8cea-177070c7c398, 2)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:27.272744167Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:27.273236368Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"peer_addr":"[::1]:1631","req_id":"ecf4c923-790e-40db-9ef1-b3e42dacea91","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 5a 4c 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 ZL..........._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:27.273300438Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"peer_addr":"[::1]:1631","req_id":"ecf4c923-790e-40db-9ef1-b3e42dacea91","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 23116,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:27.273520306Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:27.273650476Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:27.273685849Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"peer_addr":"[::1]:1631","req_id":"ecf4c923-790e-40db-9ef1-b3e42dacea91","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 62233, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") }) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:27.273844016Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:27.273882258Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:27.27437236Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:27.275950446Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 62233, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }], valid_until: Instant { tv_sec: 1538, tv_nsec: 924759948 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:27.276085503Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:27.27719065Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"peer_addr":"[::1]:13321","req_id":"3e095e2a-dc0a-43e6-9e04-019d490e3d32","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: cc 19 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e ............-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:27.277261816Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"peer_addr":"[::1]:13321","req_id":"3e095e2a-dc0a-43e6-9e04-019d490e3d32","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 52249,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:27.277496507Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:27.277569184Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"peer_addr":"[::1]:13321","req_id":"3e095e2a-dc0a-43e6-9e04-019d490e3d32","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:27.336625875Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:27.337373507Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"producer_port":56192,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collecting from producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:27.337436907Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"producer_port":56192,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:27.338043755Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"peer_addr":"[::1]:36730","req_id":"c2fdba5c-2cdb-480c-a28a-8867333bd04c","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: 84 5d 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c .]..........._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:27.338106906Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"peer_addr":"[::1]:36730","req_id":"c2fdba5c-2cdb-480c-a28a-8867333bd04c","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 33885,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:27.338311671Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 33885,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"test_action_failure_can_unwind_idempotently","level":50,"time":"2026-03-20T18:35:27.338486579Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"peer_addr":"[::1]:36730","req_id":"c2fdba5c-2cdb-480c-a28a-8867333bd04c","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:27.339717067Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_cockroach._tcp.control-plane.oxide.internal"} {"msg":"sent collection request to producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:27.340021826Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"producer_port":56192,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:27.340492867Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"producer_port":56192,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:27.340540045Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"producer_port":56192,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:27.340586103Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"producer_port":56192,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:27.340825822Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"peer_addr":"[::1]:27688","req_id":"e3813d6a-26f2-45d6-be77-afc363200efb","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 73 (0x49) bytes\n0000: 5a cd 01 00 00 01 00 00 00 00 00 01 0a 5f 63 6f Z............_co\n0010: 63 6b 72 6f 61 63 68 04 5f 74 63 70 0d 63 6f 6e ckroach._tcp.con\n0020: 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 trol-plane.oxide\n0030: 08 69 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 .internal..!....\n0040: 29 04 d0 00 00 00 00 00 00 )........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:27.340888103Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"peer_addr":"[::1]:27688","req_id":"e3813d6a-26f2-45d6-be77-afc363200efb","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 23245,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_cockroach._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_cockroach._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 10,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:27.340994733Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"store","component":"internal_dns_server","key":"_cockroach._tcp"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:27.341014924Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"store","component":"internal_dns_server","key":"24911ead-7351-4318-ba3f-d9539b22e513.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:27.341034955Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"peer_addr":"[::1]:27688","req_id":"e3813d6a-26f2-45d6-be77-afc363200efb","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"24911ead-7351-4318-ba3f-d9539b22e513.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","records":"[Record { name_labels: Name(\"_cockroach._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 36931, target: Name(\"24911ead-7351-4318-ba3f-d9539b22e513.host.control-plane.oxide.internal\") }) }]","query":"LowerQuery { name: LowerName(Name(\"_cockroach._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_cockroach._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:27.341256402Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","response":"SrvLookup(Lookup { query: Query { name: Name(\"_cockroach._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_cockroach._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 36931, target: Name(\"24911ead-7351-4318-ba3f-d9539b22e513.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"24911ead-7351-4318-ba3f-d9539b22e513.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }], valid_until: Instant { tv_sec: 1538, tv_nsec: 990159120 } })","dns_name":"_cockroach._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:27.341327968Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","name":"Name(\"24911ead-7351-4318-ba3f-d9539b22e513.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:27.341481927Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"peer_addr":"[::1]:64364","req_id":"cdd43a2f-a486-4799-a1f5-904cd3120b7c","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 99 (0x63) bytes\n0000: 60 2a 01 00 00 01 00 00 00 00 00 01 24 32 34 39 `*..........$249\n0010: 31 31 65 61 64 2d 37 33 35 31 2d 34 33 31 38 2d 11ead-7351-4318-\n0020: 62 61 33 66 2d 64 39 35 33 39 62 32 32 65 35 31 ba3f-d9539b22e51\n0030: 33 04 68 6f 73 74 0d 63 6f 6e 74 72 6f 6c 2d 70 3.host.control-p\n0040: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0050: 6e 61 6c 00 00 1c 00 01 00 00 29 04 d0 00 00 00 nal.......).....\n0060: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:27.341563499Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"peer_addr":"[::1]:64364","req_id":"cdd43a2f-a486-4799-a1f5-904cd3120b7c","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 24618,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"24911ead-7351-4318-ba3f-d9539b22e513.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"24911ead-7351-4318-ba3f-d9539b22e513.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 36,\n 50,\n 52,\n 57,\n 49,\n 49,\n 101,\n 97,\n 100,\n 45,\n 55,\n 51,\n 53,\n 49,\n 45,\n 52,\n 51,\n 49,\n 56,\n 45,\n 98,\n 97,\n 51,\n 102,\n 45,\n 100,\n 57,\n 53,\n 51,\n 57,\n 98,\n 50,\n 50,\n 101,\n 53,\n 49,\n 51,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:27.341719216Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"store","component":"internal_dns_server","key":"24911ead-7351-4318-ba3f-d9539b22e513.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:27.341740966Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"peer_addr":"[::1]:64364","req_id":"cdd43a2f-a486-4799-a1f5-904cd3120b7c","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"24911ead-7351-4318-ba3f-d9539b22e513.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"24911ead-7351-4318-ba3f-d9539b22e513.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"24911ead-7351-4318-ba3f-d9539b22e513.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"begin collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:27.341953298Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"begin collection from MGS","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:27.342002365Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","mgs_url":"http://[::1]:62233"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:27.342027183Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"gateway_url":"http://[::1]:62233","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:62233/ignition","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:27.346061767Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"gateway_url":"http://[::1]:62233","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:62233/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1f32c8a8-615d-467d-ac5e-f6c5804b3c6b\", \"content-length\": \"835\", \"date\": \"Fri, 20 Mar 2026 18:35:27 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:27.346395212Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"gateway_url":"http://[::1]:62233","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:62233/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:27.348716473Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"gateway_url":"http://[::1]:62233","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:62233/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"110e88bc-96c2-49d4-901d-2f767bc2547f\", \"content-length\": \"734\", \"date\": \"Fri, 20 Mar 2026 18:35:27 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:27.349135698Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"gateway_url":"http://[::1]:62233","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:62233/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:27.35190491Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"gateway_url":"http://[::1]:62233","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:62233/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8b684928-90b3-4aa8-89fe-b461e7cb723b\", \"content-length\": \"111\", \"date\": \"Fri, 20 Mar 2026 18:35:27 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:27.352050143Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"gateway_url":"http://[::1]:62233","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:62233/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:27.35489576Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"gateway_url":"http://[::1]:62233","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:62233/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"499703f2-2eb2-40aa-a478-0eae2ff6fce1\", \"content-length\": \"111\", \"date\": \"Fri, 20 Mar 2026 18:35:27 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:27.354966627Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"gateway_url":"http://[::1]:62233","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:62233/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:27.356885275Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"gateway_url":"http://[::1]:62233","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:62233/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0b76a2ba-f377-43f9-a846-9c4c0368f2b4\", \"content-length\": \"163\", \"date\": \"Fri, 20 Mar 2026 18:35:27 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:27.356955012Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"gateway_url":"http://[::1]:62233","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:62233/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:27.358299947Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"gateway_url":"http://[::1]:62233","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:62233/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5ba4e127-1a04-4333-8bbd-cdfea32a8a29\", \"content-length\": \"163\", \"date\": \"Fri, 20 Mar 2026 18:35:27 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:27.358376891Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"gateway_url":"http://[::1]:62233","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:62233/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:27.359867208Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"gateway_url":"http://[::1]:62233","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:62233/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f31545c2-de36-4649-939e-aa04d0a8a1c7\", \"content-length\": \"166\", \"date\": \"Fri, 20 Mar 2026 18:35:27 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:27.359936776Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"gateway_url":"http://[::1]:62233","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:62233/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:27.361860072Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"gateway_url":"http://[::1]:62233","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:62233/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1c7fc1ec-008c-49d8-ae6f-92930988c11f\", \"content-length\": \"166\", \"date\": \"Fri, 20 Mar 2026 18:35:27 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:27.361975778Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"gateway_url":"http://[::1]:62233","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:62233/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:27.362652123Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"gateway_url":"http://[::1]:62233","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:62233/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bcd9125c-952c-491b-9475-2e0276339dd3\", \"content-length\": \"702\", \"date\": \"Fri, 20 Mar 2026 18:35:27 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:27.362781853Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"gateway_url":"http://[::1]:62233","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:62233/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:27.368211149Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"gateway_url":"http://[::1]:62233","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:62233/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"892bab26-2868-482f-a39a-dc6478d93e0b\", \"content-length\": \"727\", \"date\": \"Fri, 20 Mar 2026 18:35:27 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:27.368347925Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"gateway_url":"http://[::1]:62233","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:62233/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:27.369281061Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"gateway_url":"http://[::1]:62233","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:62233/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b768d04e-59ac-47f2-8d6a-6b0aa20ac49a\", \"content-length\": \"729\", \"date\": \"Fri, 20 Mar 2026 18:35:27 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:27.36934905Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"gateway_url":"http://[::1]:62233","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:62233/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:27.370120931Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"gateway_url":"http://[::1]:62233","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:62233/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6794e07f-c419-4207-bdc2-dbce206f7253\", \"content-length\": \"728\", \"date\": \"Fri, 20 Mar 2026 18:35:27 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:27.370205341Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"gateway_url":"http://[::1]:62233","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:62233/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:27.370846713Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"gateway_url":"http://[::1]:62233","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:62233/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6e1fb75d-8cba-4d77-895b-5c75f330af17\", \"content-length\": \"734\", \"date\": \"Fri, 20 Mar 2026 18:35:27 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:27.370969926Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"gateway_url":"http://[::1]:62233","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:62233/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:27.373534783Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"gateway_url":"http://[::1]:62233","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:62233/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"21fb7db8-1868-44d8-bfce-9d7d4809ac20\", \"content-length\": \"111\", \"date\": \"Fri, 20 Mar 2026 18:35:27 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:27.373613067Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"gateway_url":"http://[::1]:62233","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:62233/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:27.374688517Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"gateway_url":"http://[::1]:62233","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:62233/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"752af1c5-d2e4-4ac2-93a6-cf80294db746\", \"content-length\": \"111\", \"date\": \"Fri, 20 Mar 2026 18:35:27 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:27.374741502Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"gateway_url":"http://[::1]:62233","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:62233/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:27.375919335Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"gateway_url":"http://[::1]:62233","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:62233/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d36e00e1-b514-4adc-8aab-e75c4f3d7df3\", \"content-length\": \"163\", \"date\": \"Fri, 20 Mar 2026 18:35:27 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:27.375978637Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"gateway_url":"http://[::1]:62233","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:62233/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:27.377338265Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"gateway_url":"http://[::1]:62233","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:62233/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"64902ac0-5f61-4d04-90bd-f18fd5bdf686\", \"content-length\": \"163\", \"date\": \"Fri, 20 Mar 2026 18:35:27 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:27.377404024Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"gateway_url":"http://[::1]:62233","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:62233/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:27.379911918Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"gateway_url":"http://[::1]:62233","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:62233/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2c9848d4-9ea1-44ca-b59c-15ef188504ad\", \"content-length\": \"166\", \"date\": \"Fri, 20 Mar 2026 18:35:27 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:27.37997324Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"gateway_url":"http://[::1]:62233","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:62233/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:27.381603162Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"gateway_url":"http://[::1]:62233","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:62233/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b4ecbd15-1873-4da2-bd0c-4d1f963ec941\", \"content-length\": \"166\", \"date\": \"Fri, 20 Mar 2026 18:35:27 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:27.381664613Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"gateway_url":"http://[::1]:62233","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:62233/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:27.382229141Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"gateway_url":"http://[::1]:62233","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:62233/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a239c486-8876-4d78-b314-62d6a88071c9\", \"content-length\": \"702\", \"date\": \"Fri, 20 Mar 2026 18:35:27 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:27.382675853Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"gateway_url":"http://[::1]:62233","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:62233/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:27.384405399Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"gateway_url":"http://[::1]:62233","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:62233/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"af150219-5dde-483e-911b-a7bc342f370e\", \"content-length\": \"727\", \"date\": \"Fri, 20 Mar 2026 18:35:27 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:27.384460533Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"gateway_url":"http://[::1]:62233","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:62233/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:27.385052078Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"gateway_url":"http://[::1]:62233","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:62233/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ef28775e-02b3-4a83-9b58-a3d380bc95af\", \"content-length\": \"729\", \"date\": \"Fri, 20 Mar 2026 18:35:27 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:27.385120956Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"gateway_url":"http://[::1]:62233","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:62233/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:27.385740768Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"gateway_url":"http://[::1]:62233","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:62233/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"976aaa25-c1a6-4961-8039-38cb263b29c7\", \"content-length\": \"728\", \"date\": \"Fri, 20 Mar 2026 18:35:27 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:27.385798431Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"gateway_url":"http://[::1]:62233","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:62233/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:27.387093809Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"gateway_url":"http://[::1]:62233","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:62233/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"187f04b1-454b-4e91-bff0-5365cf5c28c0\", \"content-length\": \"723\", \"date\": \"Fri, 20 Mar 2026 18:35:27 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:27.387194252Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"gateway_url":"http://[::1]:62233","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:62233/sp/sled/0/component/host-boot-flash/active-slot","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:27.387868059Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"gateway_url":"http://[::1]:62233","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:62233/sp/sled/0/component/host-boot-flash/active-slot\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ec9c1f39-07be-4e18-b3d2-fc9c2e694c65\", \"content-length\": \"10\", \"date\": \"Fri, 20 Mar 2026 18:35:27 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:27.387932929Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"gateway_url":"http://[::1]:62233","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:62233/sp/sled/0/component/host-boot-flash/hash/0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:27.388369136Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"gateway_url":"http://[::1]:62233","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:62233/sp/sled/0/component/host-boot-flash/hash/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c3cc32e9-e227-45a8-942a-91804f7e67ca\", \"content-length\": \"144\", \"date\": \"Fri, 20 Mar 2026 18:35:27 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:27.388430937Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"gateway_url":"http://[::1]:62233","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:62233/sp/sled/0/component/host-boot-flash/hash/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:27.389045222Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"gateway_url":"http://[::1]:62233","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:62233/sp/sled/0/component/host-boot-flash/hash/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"64faa476-d364-4977-bf42-483ac2a3e89f\", \"content-length\": \"147\", \"date\": \"Fri, 20 Mar 2026 18:35:27 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:27.389100466Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"gateway_url":"http://[::1]:62233","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:62233/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:27.390072544Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"gateway_url":"http://[::1]:62233","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:62233/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"473ba749-f3fa-4756-92c3-feffb91486a0\", \"content-length\": \"109\", \"date\": \"Fri, 20 Mar 2026 18:35:27 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:27.390132176Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"gateway_url":"http://[::1]:62233","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:62233/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:27.391272246Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"gateway_url":"http://[::1]:62233","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:62233/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ecf1d296-4efa-4877-a4e1-532a6b950457\", \"content-length\": \"109\", \"date\": \"Fri, 20 Mar 2026 18:35:27 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:27.391332438Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"gateway_url":"http://[::1]:62233","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:62233/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:27.391916507Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"Loaded\":{\"collection_id\":\"d4f37df1-7945-4328-8cea-177070c7c398\",\"time_loaded\":\"2026-03-20T18:35:27.249086477Z\",\"time_started\":\"2026-03-20T18:35:26.661854Z\"}}","iteration":4,"elapsed":"142.792748ms"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:27.391975859Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"blueprint_planner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":5,"reason":"Dependency"} {"msg":"blueprint planning disabled, doing nothing","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:27.392005685Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"blueprint_planner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:27.392028595Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"blueprint_planner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"\"Disabled\"","iteration":5,"elapsed":"18.012µs"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:27.392052433Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":3,"reason":"Dependency"} {"msg":"multicast group reconciler activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:27.392078511Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"starting multicast reconciliation pass","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:27.392101671Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:27.392122811Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:27.392531051Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":3,"reason":"Dependency"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:27.39263987Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"error\":\"task disabled\"}","iteration":3,"elapsed":"114.967µs"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:27.392674994Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":3,"reason":"Dependency"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:27.392744232Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:27.392778156Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:27.39281355Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:27.393205767Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:27.393943994Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:27.39775968Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"peer_addr":"[::1]:48642","req_id":"d064bfc9-bbfb-41bc-9b3c-8c5adc3e73d5","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000: a4 2a 01 00 00 01 00 00 00 00 00 01 09 5f 64 65 .*..........._de\n0010: 6e 64 72 69 74 65 04 5f 74 63 70 0d 63 6f 6e 74 ndrite._tcp.cont\n0020: 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 rol-plane.oxide.\n0030: 69 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 internal..!....)\n0040: 04 d0 00 00 00 00 00 00 ........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:27.397819052Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"peer_addr":"[::1]:48642","req_id":"d064bfc9-bbfb-41bc-9b3c-8c5adc3e73d5","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 42026,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 9,\n 95,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:27.397951551Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"store","component":"internal_dns_server","key":"_dendrite._tcp"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:27.397968243Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:27.398064368Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"peer_addr":"[::1]:48642","req_id":"d064bfc9-bbfb-41bc-9b3c-8c5adc3e73d5","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","records":"[Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 35630, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") }) }]","query":"LowerQuery { name: LowerName(Name(\"_dendrite._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:27.398746641Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 35630, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }], valid_until: Instant { tv_sec: 1539, tv_nsec: 47618603 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:27.398814619Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:27.398988448Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:27.402741004Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:27.402804704Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:27.402833211Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:27.402862057Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:27.402934914Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:27.40330722Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:27.404888885Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"peer_addr":"[::1]:63695","req_id":"d21df9e5-d22d-42e2-865e-3df85e6b98dc","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 32 67 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e 2g..........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:27.40496523Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"peer_addr":"[::1]:63695","req_id":"d21df9e5-d22d-42e2-865e-3df85e6b98dc","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 12903,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:27.405176741Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:27.40520037Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"peer_addr":"[::1]:63695","req_id":"d21df9e5-d22d-42e2-865e-3df85e6b98dc","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:27.452821168Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"DpdClient","background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:35630/switch/identifiers","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:27.453277816Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:27.458033595Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:27.458127441Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:27.458157087Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:27.458588467Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:27.460932307Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"DpdClient","background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:35630/switch/identifiers\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"658c418d-fbf1-4154-b2f1-a5ff97db008c\", \"content-length\": \"717\", \"date\": \"Fri, 20 Mar 2026 18:35:27 GMT\"} })"} {"msg":"searching for multicast groups","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:27.461190727Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","state":"Creating"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:27.461289621Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:27.461317608Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:27.465922447Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:27.474082963Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"gateway_url":"http://[::1]:62233","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:62233/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3878b68a-2677-429d-9aaa-0607b7ca92fb\", \"content-length\": \"163\", \"date\": \"Fri, 20 Mar 2026 18:35:27 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:27.474489623Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"gateway_url":"http://[::1]:62233","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:62233/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"found multicast groups","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:27.474791013Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","state":"Creating","count":0} {"msg":"reconciling member state changes","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:27.474903041Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:27.474931708Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:27.474960535Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:27.475880427Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:27.478051287Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:27.478366831Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:27.478461667Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:27.478523108Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:27.479217205Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:27.482431821Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"gateway_url":"http://[::1]:62233","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:62233/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"820b8064-08c5-456f-898a-886c24569feb\", \"content-length\": \"163\", \"date\": \"Fri, 20 Mar 2026 18:35:27 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:27.483104578Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"gateway_url":"http://[::1]:62233","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:62233/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"member state reconciliation completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:27.484566248Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","members_processed":0} {"msg":"cleaning up deleted multicast members","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:27.484604261Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:27.484623961Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:27.484650659Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:27.485618479Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:27.487846183Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:27.497190049Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:27.49727277Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:27.497303746Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:27.497334622Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:27.497469589Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:27.497780194Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"inserting 1 samples into database","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:27.499419972Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 1 samples into database","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:27.499490789Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:27.499525643Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"gateway_url":"http://[::1]:62233","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:62233/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"581b7dd0-3bb3-4c42-882e-ec99eb151c37\", \"content-length\": \"166\", \"date\": \"Fri, 20 Mar 2026 18:35:27 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:27.499716014Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"gateway_url":"http://[::1]:62233","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:62233/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"unrolling 1 total samples","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:27.500018134Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"id":"6dc71f35-de8c-4050-9e17-e2a7a13c8a37","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:27.500857583Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"id":"6dc71f35-de8c-4050-9e17-e2a7a13c8a37","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:27.501275949Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"result":"Ok(\"found\")"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:27.502344902Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"[::1]:57999","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/0/regions","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:27.502429393Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"[::1]:57999","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/0/regions","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:27.502459709Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"[::1]:57999","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/0/regions/{id}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:27.502488935Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"[::1]:57999","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/0/regions/{id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:27.502523459Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"[::1]:57999","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/0/regions/{id}/snapshots","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:27.502552136Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"[::1]:57999","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/0/regions/{id}/snapshots/{name}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:27.502580832Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"[::1]:57999","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/0/regions/{id}/snapshots/{name}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:27.502608989Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"[::1]:57999","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/0/regions/{id}/snapshots/{name}/run","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:27.502636856Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"[::1]:57999","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/0/regions/{id}/snapshots/{name}/run","method":"POST"} {"msg":"listening","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:27.502670381Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"[::1]:57999","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"successfully registered DTrace USDT probes","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:27.503260736Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"[::1]:57999","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"Created Simulated Crucible Server","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:27.503311113Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","address":"[::1]:57999"} {"msg":"inserting test physical disk","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:27.503334102Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","model":"test-model","serial":"totally-unique-serial: 81d4a912-2369-4b0e-a077-14c4f9dc50f6","vendor":"test-vendor","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","physical_disk_id":"81d4a912-2369-4b0e-a077-14c4f9dc50f6"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:27.503365907Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:27.503394614Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:27.503736595Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:27.507367876Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:27.513539247Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:27.513623508Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:27.513652244Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:27.51402649Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:27.51845702Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"gateway_url":"http://[::1]:62233","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:62233/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f83be6d4-6bef-4fe8-ab7d-bc349fa2f3b8\", \"content-length\": \"166\", \"date\": \"Fri, 20 Mar 2026 18:35:27 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:27.518596775Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"gateway_url":"http://[::1]:62233","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:62233/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"ensured all Crucible datasets present in inventory have database records","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:27.519392036Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","num_inserted":0,"num_already_exist":0,"num_not_in_inventory":0} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:27.519464692Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:27.519535829Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:27.519567084Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:27.519593832Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:27.521449419Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:27.523712747Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:27.52377002Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:27.524277494Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"inserted rows into table","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:27.525317371Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"id":"6dc71f35-de8c-4050-9e17-e2a7a13c8a37","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2} {"msg":"inserting data","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:27.525375953Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"id":"6dc71f35-de8c-4050-9e17-e2a7a13c8a37","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:27.527364489Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:27.527411357Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:27.52744782Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:27.527483613Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:27.528125415Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"inserted rows into table","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:27.529359231Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"id":"6dc71f35-de8c-4050-9e17-e2a7a13c8a37","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:27.529434676Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:27.530461119Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:27.534827489Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:27.535003917Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:27.535044568Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:27.53510531Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:27.535139284Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:27.535544296Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:27.536897786Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"gateway_url":"http://[::1]:62233","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:62233/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dcc89785-71f1-4583-9b24-9291480a7ac6\", \"content-length\": \"702\", \"date\": \"Fri, 20 Mar 2026 18:35:27 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:27.537038441Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"gateway_url":"http://[::1]:62233","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:62233/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:27.538169815Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"gateway_url":"http://[::1]:62233","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:62233/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ed138c4a-5cc9-4c99-88a8-c0ef3e6b1e92\", \"content-length\": \"727\", \"date\": \"Fri, 20 Mar 2026 18:35:27 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:27.538240782Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"gateway_url":"http://[::1]:62233","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:62233/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:27.538671861Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:27.541866766Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:27.542443947Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:27.547519757Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:27.547595842Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:27.547626158Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:27.54805243Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:27.549625868Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"gateway_url":"http://[::1]:62233","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:62233/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"380836f7-f6b1-442b-9a26-8d5b5eb2b91b\", \"content-length\": \"729\", \"date\": \"Fri, 20 Mar 2026 18:35:27 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:27.549778807Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"gateway_url":"http://[::1]:62233","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:62233/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:27.551138405Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"gateway_url":"http://[::1]:62233","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:62233/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"93e4606f-9ab8-48c3-ac7e-0b1740da77d9\", \"content-length\": \"728\", \"date\": \"Fri, 20 Mar 2026 18:35:27 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:27.551324888Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"gateway_url":"http://[::1]:62233","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:62233/sp/sled/1","method":"GET"} {"msg":"all LocalStorage datasets reconciled","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:27.551519488Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","num_inserted":0,"num_already_exist":0,"num_not_in_inventory":0,"num_tombstoned":0,"num_already_tombstoned":0} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:27.551615293Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:27.551647528Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:27.551684801Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:27.551710719Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:27.552257655Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:27.553654765Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"gateway_url":"http://[::1]:62233","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:62233/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dd32fc02-19b9-476c-b72d-929c7b72a149\", \"content-length\": \"723\", \"date\": \"Fri, 20 Mar 2026 18:35:27 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:27.553716656Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"gateway_url":"http://[::1]:62233","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:62233/sp/sled/1/component/host-boot-flash/active-slot","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:27.554102747Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"gateway_url":"http://[::1]:62233","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:62233/sp/sled/1/component/host-boot-flash/active-slot\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"82243623-4674-47bf-8c14-b75165bd351c\", \"content-length\": \"10\", \"date\": \"Fri, 20 Mar 2026 18:35:27 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:27.554176912Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"gateway_url":"http://[::1]:62233","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:62233/sp/sled/1/component/host-boot-flash/hash/0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:27.554708465Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"gateway_url":"http://[::1]:62233","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:62233/sp/sled/1/component/host-boot-flash/hash/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e9971443-1766-4170-b128-2d145518051e\", \"content-length\": \"144\", \"date\": \"Fri, 20 Mar 2026 18:35:27 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:27.554760591Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"gateway_url":"http://[::1]:62233","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:62233/sp/sled/1/component/host-boot-flash/hash/1","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:27.556467197Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:27.562403297Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:27.562472305Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:27.562502061Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:27.562533936Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:27.562560924Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:27.563163474Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:27.565439615Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"gateway_url":"http://[::1]:62233","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:62233/sp/sled/1/component/host-boot-flash/hash/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7266a927-f4d6-473b-81b0-4b84117b2e5b\", \"content-length\": \"147\", \"date\": \"Fri, 20 Mar 2026 18:35:27 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:27.565507574Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"gateway_url":"http://[::1]:62233","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:62233/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:27.566130434Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:27.572436932Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:27.572516525Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:27.572547331Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:27.573009846Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:27.576257406Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"gateway_url":"http://[::1]:62233","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:62233/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8f89f756-78d4-48a2-b07c-1f2e2d7cd124\", \"content-length\": \"109\", \"date\": \"Fri, 20 Mar 2026 18:35:27 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:27.576405517Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"gateway_url":"http://[::1]:62233","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:62233/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:27.57760211Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"gateway_url":"http://[::1]:62233","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:62233/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3f0afb59-861d-4668-8c41-7b7ba2d557cd\", \"content-length\": \"109\", \"date\": \"Fri, 20 Mar 2026 18:35:27 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:27.581252913Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"gateway_url":"http://[::1]:62233","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:62233/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:27.586429686Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"gateway_url":"http://[::1]:62233","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:62233/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"62d0c241-3ebe-42a9-9cd9-60ff91fd0af9\", \"content-length\": \"163\", \"date\": \"Fri, 20 Mar 2026 18:35:27 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:27.587622271Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"gateway_url":"http://[::1]:62233","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:62233/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"all LocalStorageUnencrypted datasets reconciled","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:27.588143139Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","num_inserted":0,"num_already_exist":0,"num_not_in_inventory":0,"num_tombstoned":0,"num_already_tombstoned":0} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:27.588221143Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"blueprint_id\":\"7c59652d-7897-49e0-b9a9-4edb68c28372\",\"inventory_collection_id\":\"d4f37df1-7945-4328-8cea-177070c7c398\",\"stats\":{\"crucible_dataset\":{\"num_already_exist\":0,\"num_inserted\":0,\"num_not_in_inventory\":0},\"debug_dataset\":{\"num_already_exist\":0,\"num_already_tombstoned\":0,\"num_inserted\":0,\"num_not_in_inventory\":0,\"num_tombstoned\":0},\"local_storage_dataset\":{\"num_already_exist\":0,\"num_already_tombstoned\":0,\"num_inserted\":0,\"num_not_in_inventory\":0,\"num_tombstoned\":0},\"local_storage_unencrypted_dataset\":{\"num_already_exist\":0,\"num_already_tombstoned\":0,\"num_inserted\":0,\"num_not_in_inventory\":0,\"num_tombstoned\":0}}}","iteration":3,"elapsed":"195.514404ms"} {"msg":"multicast group member complete deletion finished","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:27.588353172Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","left_and_time_deleted_members_deleted":0} {"msg":"checking for empty multicast groups to implicitly delete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:27.588419881Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:27.58844241Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:27.588472326Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:27.591399615Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:27.595803487Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"gateway_url":"http://[::1]:62233","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:62233/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a2a269c1-b404-498a-9eb7-169a6d2e7e3f\", \"content-length\": \"163\", \"date\": \"Fri, 20 Mar 2026 18:35:27 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:27.595958026Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"gateway_url":"http://[::1]:62233","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:62233/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"searching for multicast groups","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:27.596157033Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","state":"Active"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:27.596193526Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:27.596222862Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:27.59672311Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:27.599074696Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"gateway_url":"http://[::1]:62233","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:62233/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"695e93d5-c024-40f9-a0af-59019e7d188d\", \"content-length\": \"166\", \"date\": \"Fri, 20 Mar 2026 18:35:27 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:27.599173081Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"gateway_url":"http://[::1]:62233","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:62233/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:27.600259116Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"gateway_url":"http://[::1]:62233","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:62233/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"27fccec4-283a-4eab-9328-cbae8c254526\", \"content-length\": \"166\", \"date\": \"Fri, 20 Mar 2026 18:35:27 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:27.600483252Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"gateway_url":"http://[::1]:62233","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:62233/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2026-03-20T18:35:27.60085182Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:27.60117428Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"gateway_url":"http://[::1]:62233","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:62233/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ba5e8ce5-e2e7-45ac-9977-b1f0e35e15f6\", \"content-length\": \"702\", \"date\": \"Fri, 20 Mar 2026 18:35:27 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:27.601280181Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"gateway_url":"http://[::1]:62233","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:62233/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"found multicast groups","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:27.601553964Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","state":"Active","count":0} {"msg":"searching for multicast groups","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:27.601607559Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","state":"Deleting"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:27.601629659Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:27.601730322Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:27.602169837Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:27.604197145Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"gateway_url":"http://[::1]:62233","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:62233/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9b03efb8-0a33-4867-b572-df2008037fea\", \"content-length\": \"727\", \"date\": \"Fri, 20 Mar 2026 18:35:27 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:27.604238675Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"gateway_url":"http://[::1]:62233","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:62233/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:27.604886794Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"gateway_url":"http://[::1]:62233","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:62233/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fce4a226-c13b-4d58-bc2d-a6dbe7a5cd3a\", \"content-length\": \"729\", \"date\": \"Fri, 20 Mar 2026 18:35:27 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:27.604964038Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"gateway_url":"http://[::1]:62233","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:62233/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:27.60592821Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"gateway_url":"http://[::1]:62233","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:62233/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b1b6fc4a-3329-47d9-9b23-f7ada728e161\", \"content-length\": \"728\", \"date\": \"Fri, 20 Mar 2026 18:35:27 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:27.605999787Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:27.606033091Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:27.606069234Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:27.606098471Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:27.607478269Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:27.61117578Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:27.616005224Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:27.616097272Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:27.616332502Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:27.616366237Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:27.616518956Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:27.616835758Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:27.625985494Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:27.630863156Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:27.630928116Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:27.630956343Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:27.63139282Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:27.73400412Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","sled_agent_url":"http://[::1]:57324"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:27.734056355Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"SledAgent":"http://[::1]:57324","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:57324/inventory","method":"GET"} {"msg":"found multicast groups","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:27.734491873Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","state":"Deleting","count":0} {"msg":"multicast RPW reconciliation cycle completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:27.734538571Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","error_count":0,"total_dpd_operations":0,"orphaned_member_cleanup":0,"member_lifecycle_transitions":0,"active_groups_verified":0,"external_groups_deleted":0,"external_groups_created":0} {"msg":"multicast RPW reconciliation pass completed - dataplane consistent","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:27.734622312Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:27.734693389Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"disabled\":false,\"empty_groups_marked\":0,\"errors\":[],\"groups_created\":0,\"groups_deleted\":0,\"groups_verified\":0,\"members_deleted\":0,\"members_processed\":0}","iteration":3,"elapsed":"342.678278ms"} {"msg":"upserting zpool","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:27.735175095Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","physical_disk_id":"81d4a912-2369-4b0e-a077-14c4f9dc50f6","zpool_id":"032d5ae7-ab45-4081-b3d0-83b0dbf1b251","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:27.735222963Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:27.735253768Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:27.735877149Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:27.736792063Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"[::1]:57324","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:60407"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:27.73759545Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"uri":"/inventory","method":"GET","req_id":"6ae46c01-ced8-4467-ac77-2044d0e86e0f","remote_addr":"[::1]:60407","local_addr":"[::1]:57324","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"determined request API version","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:27.737645746Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"uri":"/inventory","method":"GET","req_id":"6ae46c01-ced8-4467-ac77-2044d0e86e0f","remote_addr":"[::1]:60407","local_addr":"[::1]:57324","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","version":"28.0.0"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:27.74174642Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"uri":"/inventory","method":"GET","req_id":"6ae46c01-ced8-4467-ac77-2044d0e86e0f","remote_addr":"[::1]:60407","local_addr":"[::1]:57324","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":4161,"response_code":200} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:27.742083503Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:27.742129721Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:27.742505397Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:27.742555653Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:27.743252469Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:27.74503555Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"SledAgent":"http://[::1]:57324","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:57324/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6ae46c01-ced8-4467-ac77-2044d0e86e0f\", \"content-length\": \"21364\", \"date\": \"Fri, 20 Mar 2026 18:35:27 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:27.749312422Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:27.749374783Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","nkeeper_admin_clients":0} {"msg":"begin collection from CockroachDB nodes","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:27.749406328Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:27.749557428Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"CockroachClusterAdminClient","component":"inventory_cockroach_client","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:32222/node/id","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:27.752161957Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:27.7647152Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"upserting Crucible dataset","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:27.769992167Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dataset_id":"3506293c-1b5d-47ec-9e20-f3d53d0cb8bc","zpool_id":"032d5ae7-ab45-4081-b3d0-83b0dbf1b251"} {"msg":"inserting test physical disk","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:27.781656413Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","model":"test-model","serial":"totally-unique-serial: 81d4a912-2369-4b0e-a077-14c4f9dc50f6","vendor":"test-vendor","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","physical_disk_id":"81d4a912-2369-4b0e-a077-14c4f9dc50f6"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:27.781751089Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:27.781782365Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:27.782735052Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:27.787244335Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"PhysicalDisk { parent: Fleet, key: 81d4a912-2369-4b0e-a077-14c4f9dc50f6 (physical_disk), lookup_type: ById(81d4a912-2369-4b0e-a077-14c4f9dc50f6) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:27.787312413Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:27.787342299Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:27.787370107Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:27.787931985Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:27.79106264Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:27.800558934Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"PhysicalDisk { parent: Fleet, key: 81d4a912-2369-4b0e-a077-14c4f9dc50f6 (physical_disk), lookup_type: ById(81d4a912-2369-4b0e-a077-14c4f9dc50f6) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"upserting zpool","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:27.800677839Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","physical_disk_id":"81d4a912-2369-4b0e-a077-14c4f9dc50f6","zpool_id":"032d5ae7-ab45-4081-b3d0-83b0dbf1b251","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:27.800747097Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:27.800823911Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:27.802006841Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:27.805603449Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:27.805679373Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:27.80570894Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:27.805734698Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:27.807132438Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:27.812411873Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:27.816300125Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:27.821156487Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:27.82134306Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:27.82138812Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:27.821416746Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:27.822004893Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:27.82482779Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:27.827794371Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:27.827876872Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:27.827905959Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:27.828337818Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"inserting test physical disk","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:27.832136142Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","model":"test-model","serial":"totally-unique-serial: 81d4a912-2369-4b0e-a077-14c4f9dc50f6","vendor":"test-vendor","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","physical_disk_id":"81d4a912-2369-4b0e-a077-14c4f9dc50f6"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:27.832245361Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:27.832279505Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:27.832617108Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:27.835585908Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"PhysicalDisk { parent: Fleet, key: 81d4a912-2369-4b0e-a077-14c4f9dc50f6 (physical_disk), lookup_type: ById(81d4a912-2369-4b0e-a077-14c4f9dc50f6) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:27.835703803Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:27.835765175Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:27.835800828Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:27.838451666Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:27.843601221Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:27.850930354Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"PhysicalDisk { parent: Fleet, key: 81d4a912-2369-4b0e-a077-14c4f9dc50f6 (physical_disk), lookup_type: ById(81d4a912-2369-4b0e-a077-14c4f9dc50f6) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"upserting zpool","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:27.85102462Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","physical_disk_id":"81d4a912-2369-4b0e-a077-14c4f9dc50f6","zpool_id":"032d5ae7-ab45-4081-b3d0-83b0dbf1b251","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:27.851086261Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:27.851113398Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:27.851886389Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:27.854949715Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:27.855021791Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:27.855054886Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:27.855086981Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:27.856971215Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:27.860550151Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:27.863001841Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:27.868582496Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:27.868633702Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:27.868668736Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:27.868696303Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:27.869380595Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:27.872300097Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:27.878158673Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:27.885411761Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:27.885552516Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:27.885630939Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:27.885665033Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:27.886649046Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:27.890990447Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:27.898784323Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:27.898866765Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:27.898896001Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:27.899483928Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:27.90287758Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:27.902952735Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:27.904354154Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:27.986999707Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"result":"Ok(\"found\")"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:28.038914089Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:28.039213709Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:28.039248663Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:28.039278329Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:28.040211366Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:28.043291983Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:28.049027786Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:28.049125391Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:28.049154677Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:28.049605578Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:28.052434682Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:28.052510607Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:28.053310615Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:28.09792831Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":5,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:28.097995328Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:28.09818586Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:28.09822911Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:28.098258296Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:28.099102164Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:28.102424689Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:28.10844451Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:28.108511289Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:28.108571551Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:28.108822604Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"reconfigurator config load complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:28.111776451Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","switches":"Loaded(ReconfiguratorConfigView { version: 1, config: ReconfiguratorConfig { planner_enabled: false, planner_config: PlannerConfig { add_zones_with_mupdate_override: false }, tuf_repo_pruner_enabled: true }, time_modified: 2026-03-20T18:35:07.189424Z })"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:28.111851786Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"config_updated\":false}","iteration":5,"elapsed":"13.870611ms"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:28.134027475Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"result":"Ok(\"found\")"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:28.18535411Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:28.185430075Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:28.185463149Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:28.185576087Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:28.186116206Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:28.190799138Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:28.197805601Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:28.1978721Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:28.197899867Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:28.199005433Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:28.203456993Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:28.203511228Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:28.204438257Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:28.295868885Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"result":"Ok(\"found\")"} {"msg":"refreshing list of producers from Nexus","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:28.297356134Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:557","component":"oximeter"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:28.297580579Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"oximeter","body":"None","uri":"http://127.0.0.1:60299/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:28.298045263Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"c38d3307-db65-4447-923f-c52d4d64b65c","remote_addr":"127.0.0.1:53282","local_addr":"127.0.0.1:60299","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"determined request API version","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:28.298082886Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"c38d3307-db65-4447-923f-c52d4d64b65c","remote_addr":"127.0.0.1:53282","local_addr":"127.0.0.1:60299","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:28.298280104Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"c38d3307-db65-4447-923f-c52d4d64b65c","remote_addr":"127.0.0.1:53282","local_addr":"127.0.0.1:60299","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:28.298321045Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"c38d3307-db65-4447-923f-c52d4d64b65c","remote_addr":"127.0.0.1:53282","local_addr":"127.0.0.1:60299","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:28.299613854Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"c38d3307-db65-4447-923f-c52d4d64b65c","remote_addr":"127.0.0.1:53282","local_addr":"127.0.0.1:60299","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:28.305706191Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"c38d3307-db65-4447-923f-c52d4d64b65c","remote_addr":"127.0.0.1:53282","local_addr":"127.0.0.1:60299","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":7698,"response_code":200} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:28.306097049Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:60299/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c38d3307-db65-4447-923f-c52d4d64b65c\", \"content-length\": \"405\", \"date\": \"Fri, 20 Mar 2026 18:35:28 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:28.30626777Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"oximeter","body":"None","uri":"http://127.0.0.1:60299/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:28.308211636Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"89bea97b-2abd-4ee5-9bc1-c1d974003bb3","remote_addr":"127.0.0.1:53282","local_addr":"127.0.0.1:60299","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"determined request API version","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:28.308283913Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"89bea97b-2abd-4ee5-9bc1-c1d974003bb3","remote_addr":"127.0.0.1:53282","local_addr":"127.0.0.1:60299","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:28.308322485Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"89bea97b-2abd-4ee5-9bc1-c1d974003bb3","remote_addr":"127.0.0.1:53282","local_addr":"127.0.0.1:60299","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:28.308398559Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"89bea97b-2abd-4ee5-9bc1-c1d974003bb3","remote_addr":"127.0.0.1:53282","local_addr":"127.0.0.1:60299","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:28.308584213Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"89bea97b-2abd-4ee5-9bc1-c1d974003bb3","remote_addr":"127.0.0.1:53282","local_addr":"127.0.0.1:60299","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:28.31173105Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"89bea97b-2abd-4ee5-9bc1-c1d974003bb3","remote_addr":"127.0.0.1:53282","local_addr":"127.0.0.1:60299","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":4037,"response_code":200} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:28.312037208Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:60299/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"89bea97b-2abd-4ee5-9bc1-c1d974003bb3\", \"content-length\": \"29\", \"date\": \"Fri, 20 Mar 2026 18:35:28 GMT\"} })"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:28.312098879Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:28.312129375Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"} {"msg":"refreshed list of producers from Nexus","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:28.312154423Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:632","component":"oximeter","n_current_tasks":2,"n_pruned_tasks":0} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:28.313788813Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"producer_port":56192,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collecting from producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:28.313919742Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"producer_port":56192,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"sent collection request to producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:28.316214375Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"producer_port":56192,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:28.317622741Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"producer_port":56192,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:28.317677605Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"producer_port":56192,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:28.317705062Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"producer_port":56192,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:28.347871366Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:28.348167608Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:28.348216955Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:28.348242104Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:28.352061568Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:28.358944098Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:28.363700506Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:28.363774762Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:28.363803788Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:28.364066426Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:28.366515547Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:28.366587134Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:28.367302701Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:28.407548449Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"producer_port":50072,"producer_ip":"127.0.0.1","producer_id":"913233fe-92a8-4635-9572-183f495429c4","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collecting from producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:28.407613988Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"producer_port":50072,"producer_ip":"127.0.0.1","producer_id":"913233fe-92a8-4635-9572-183f495429c4","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:28.408204344Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"uri":"/913233fe-92a8-4635-9572-183f495429c4","method":"GET","req_id":"37e2b310-77d3-40f7-8179-024b7a5656a2","remote_addr":"127.0.0.1:62067","local_addr":"127.0.0.1:50072","component":"dropshot","component":"nexus-producer-server","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:28.415897107Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"uri":"/913233fe-92a8-4635-9572-183f495429c4","method":"GET","req_id":"37e2b310-77d3-40f7-8179-024b7a5656a2","remote_addr":"127.0.0.1:62067","local_addr":"127.0.0.1:50072","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.7/src/server.rs:867","component":"nexus-producer-server","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":7678,"response_code":200} {"msg":"sent collection request to producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:28.416319251Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"producer_port":50072,"producer_ip":"127.0.0.1","producer_id":"913233fe-92a8-4635-9572-183f495429c4","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:28.424405941Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"producer_port":50072,"producer_ip":"127.0.0.1","producer_id":"913233fe-92a8-4635-9572-183f495429c4","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":5} {"msg":"forwarded results to main collection loop","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:28.424488282Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"producer_port":50072,"producer_ip":"127.0.0.1","producer_id":"913233fe-92a8-4635-9572-183f495429c4","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:28.424553142Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"producer_port":50072,"producer_ip":"127.0.0.1","producer_id":"913233fe-92a8-4635-9572-183f495429c4","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:28.448641372Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"result":"Ok(\"found\")"} {"msg":"inserting 7 samples into database","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:28.4923697Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 7 samples into database","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:28.492441817Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"unrolling 7 total samples","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:28.492534744Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"id":"6dc71f35-de8c-4050-9e17-e2a7a13c8a37","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:28.496905991Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"id":"6dc71f35-de8c-4050-9e17-e2a7a13c8a37","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":14,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:28.499484632Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:28.499550202Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:28.499580807Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:28.499610234Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:28.501214778Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"inserted rows into table","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:28.50209214Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"id":"6dc71f35-de8c-4050-9e17-e2a7a13c8a37","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":14} {"msg":"inserting data","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:28.5021772Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"id":"6dc71f35-de8c-4050-9e17-e2a7a13c8a37","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":6,"sql":"INSERT INTO oximeter.fields_u16 FORMAT Native"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:28.503955054Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:28.509588854Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:28.509635033Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:28.509658392Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:28.510283811Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"inserted rows into table","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:28.513316261Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"id":"6dc71f35-de8c-4050-9e17-e2a7a13c8a37","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_u16","n_rows":6} {"msg":"inserting data","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:28.513374274Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"id":"6dc71f35-de8c-4050-9e17-e2a7a13c8a37","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":6,"sql":"INSERT INTO oximeter.fields_uuid FORMAT Native"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:28.516760899Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:28.516811586Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:28.518425805Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"inserted rows into table","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:28.522008489Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"id":"6dc71f35-de8c-4050-9e17-e2a7a13c8a37","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_uuid","n_rows":6} {"msg":"inserting data","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:28.522058106Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"id":"6dc71f35-de8c-4050-9e17-e2a7a13c8a37","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":19,"n_rows":6,"sql":"INSERT INTO oximeter.measurements_histogramu64 FORMAT Native"} {"msg":"inserted rows into table","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:28.526848899Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"id":"6dc71f35-de8c-4050-9e17-e2a7a13c8a37","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_histogramu64","n_rows":6} {"msg":"inserting data","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:28.526950342Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"id":"6dc71f35-de8c-4050-9e17-e2a7a13c8a37","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"inserted rows into table","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:28.529345118Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"id":"6dc71f35-de8c-4050-9e17-e2a7a13c8a37","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:28.529403201Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:28.583308148Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"result":"Ok(\"found\")"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2026-03-20T18:35:28.594453346Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:28.635745127Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:28.635820132Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:28.635851317Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:28.635879164Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:28.636411627Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:28.643338906Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:28.650029075Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:28.650134186Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:28.650167251Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:28.651067702Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:28.654321339Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:28.65436214Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:28.65511566Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:28.717000756Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"result":"Ok(\"found\")"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:28.768119877Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:28.768201039Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:28.768231075Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:28.768255644Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:28.768872407Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:28.771457035Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:28.781375653Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:28.781450918Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:28.781477956Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:28.781754037Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:28.786743577Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:28.786833496Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:28.787402161Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:28.857980535Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:28.881461937Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"CockroachClusterAdminClient","component":"inventory_cockroach_client","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Err(reqwest::Error { kind: Request, url: \"http://[::1]:32222/node/id\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", [::1]:32222, Os { code: 146, kind: ConnectionRefused, message: \"Connection refused\" })) })"} {"msg":"Failed to fetch metrics from CockroachDB node","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2026-03-20T18:35:28.88369225Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"CockroachClusterAdminClient","component":"inventory_cockroach_client","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","error":"Failed to get node ID from [::1]:32222"} {"msg":"begin collection from NTP admin (timesync)","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:28.938165213Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","zone_id":"3833e8c2-707a-47f9-934d-9e23e6b9eade (omicron_zone)","sled_agent_url":"http://[::1]:10123"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:28.938246745Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"ntp_admin_url":"http://[::1]:10123","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:10123/timesync","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:28.938594733Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"ntp_admin_url":"http://[::1]:10123","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Err(reqwest::Error { kind: Request, url: \"http://[::1]:10123/timesync\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", [::1]:10123, Os { code: 146, kind: ConnectionRefused, message: \"Connection refused\" })) })"} {"msg":"begin collection from internal DNS servers","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:28.938879001Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"begin collection from DNS server","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:29.00342341Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","zone_id":"462fb358-5ee7-4c27-9155-e706a04f5fb1 (omicron_zone)"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:29.003503123Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"internal_dns_url":"http://[::1]:59806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:59806/config","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:29.003938271Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:29.004010267Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:29.004042152Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:29.004072808Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:29.004651579Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:29.006212133Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"[::1]:59806","component":"http","kind":"dns","component":"internal_dns_server","remote_addr":"[::1]:64132"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:29.006727404Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"uri":"/config","method":"GET","req_id":"3b9c3feb-4216-40a0-83f2-7cbb7b0c36d2","remote_addr":"[::1]:64132","local_addr":"[::1]:59806","component":"http","kind":"dns","component":"internal_dns_server"} {"msg":"determined request API version","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:29.006789425Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"uri":"/config","method":"GET","req_id":"3b9c3feb-4216-40a0-83f2-7cbb7b0c36d2","remote_addr":"[::1]:64132","local_addr":"[::1]:59806","component":"http","kind":"dns","component":"internal_dns_server","version":"2.0.0"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:29.011002886Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"uri":"/config","method":"GET","req_id":"3b9c3feb-4216-40a0-83f2-7cbb7b0c36d2","remote_addr":"[::1]:64132","local_addr":"[::1]:59806","component":"http","kind":"dns","component":"internal_dns_server","latency_us":4263,"response_code":200} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:29.011379031Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"internal_dns_url":"http://[::1]:59806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:59806/config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3b9c3feb-4216-40a0-83f2-7cbb7b0c36d2\", \"content-length\": \"3478\", \"date\": \"Fri, 20 Mar 2026 18:35:29 GMT\"} })"} {"msg":"finished collection from DNS server","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:29.011657522Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","zone_id":"462fb358-5ee7-4c27-9155-e706a04f5fb1 (omicron_zone)"} {"msg":"finished collection from internal DNS servers","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:29.011700642Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"finished collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:29.011721922Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:29.011846394Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:29.011883247Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:29.011910774Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:29.011936002Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:29.012740188Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:29.015336131Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:29.026690972Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:29.02675893Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:29.026784328Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:29.027190429Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:29.034034327Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:29.040390292Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:29.041102911Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:29.041181054Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:29.041854841Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:29.04424413Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:29.044298725Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:29.044882743Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:29.129031577Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"result":"Ok(\"found\")"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:29.179934839Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:29.180038141Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:29.180071246Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:29.180098453Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:29.180712458Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:29.183902555Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:29.1883432Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:29.188399574Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:29.18842801Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:29.188792391Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:29.31377301Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"producer_port":56192,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collecting from producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:29.313855672Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"producer_port":56192,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"sent collection request to producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:29.315362251Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"producer_port":56192,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:29.315874143Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"producer_port":56192,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:29.315937234Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"producer_port":56192,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:29.315963961Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"producer_port":56192,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserted inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:29.348289351Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","collection_id":"a7a4c28d-1010-42d6-8073-f999a86effe4"} {"msg":"inventory collection complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:29.348374612Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","time_started":"2026-03-20 18:35:27.341810 UTC","collection_id":"a7a4c28d-1010-42d6-8073-f999a86effe4"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:29.348539175Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"collection_id\":\"a7a4c28d-1010-42d6-8073-f999a86effe4\",\"time_done\":\"2026-03-20 18:35:29.011747 UTC\",\"time_started\":\"2026-03-20 18:35:27.341810 UTC\"}","iteration":5,"elapsed":"2.101081411s"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:29.348603026Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":6,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:29.348627934Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:29.34865697Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:29.348685487Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:29.348712725Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:29.349404793Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:29.352103618Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":5,"reason":"Dependency"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:29.3521631Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:29.352218594Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:29.352254828Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:29.352281345Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:29.352992984Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:29.354095052Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:29.354151456Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:29.354576128Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:29.357336755Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:29.362975893Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:29.363071868Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:29.363100135Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:29.363677706Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:29.365017344Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:29.36979999Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:29.369866039Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:29.369896075Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:29.370244533Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:29.374781184Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:29.374848293Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:29.375328089Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:29.377461338Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","candidates":"[(468bb128-d833-41e0-b5c5-cab35386e616, 2), (d4f37df1-7945-4328-8cea-177070c7c398, 2), (a7a4c28d-1010-42d6-8073-f999a86effe4, 2)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:29.377519331Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:29.378882607Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"peer_addr":"[::1]:10798","req_id":"04205688-0baf-49d4-9286-a8a5ac38a541","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 6a 1e 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 j............_mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:29.378964479Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"peer_addr":"[::1]:10798","req_id":"04205688-0baf-49d4-9286-a8a5ac38a541","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 27166,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:29.379247417Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:29.379358016Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:29.379489535Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"peer_addr":"[::1]:10798","req_id":"04205688-0baf-49d4-9286-a8a5ac38a541","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 62233, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") }) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:29.380048865Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 62233, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }], valid_until: Instant { tv_sec: 1541, tv_nsec: 28931142 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:29.380117353Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:29.380451617Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"peer_addr":"[::1]:4492","req_id":"ac9738eb-dcbc-4344-a0c3-86e3a610feea","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 9e 7e 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e .~..........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:29.380506852Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"peer_addr":"[::1]:4492","req_id":"ac9738eb-dcbc-4344-a0c3-86e3a610feea","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 40574,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:29.380635742Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:29.380657751Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"peer_addr":"[::1]:4492","req_id":"ac9738eb-dcbc-4344-a0c3-86e3a610feea","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:29.427990294Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:29.428642161Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"peer_addr":"[::1]:33621","req_id":"becba33d-5176-4b71-8dac-0fad0729b896","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: c6 5c 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c .\\..........._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:29.428741584Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"peer_addr":"[::1]:33621","req_id":"becba33d-5176-4b71-8dac-0fad0729b896","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 50780,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:29.428866496Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 50780,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"test_action_failure_can_unwind_idempotently","level":50,"time":"2026-03-20T18:35:29.428979374Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"peer_addr":"[::1]:33621","req_id":"becba33d-5176-4b71-8dac-0fad0729b896","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:29.429061706Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_cockroach._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:29.429507178Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"peer_addr":"[::1]:32690","req_id":"48b1e89a-6a95-495f-b57f-cc460978894d","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 73 (0x49) bytes\n0000: 1d 7e 01 00 00 01 00 00 00 00 00 01 0a 5f 63 6f .~..........._co\n0010: 63 6b 72 6f 61 63 68 04 5f 74 63 70 0d 63 6f 6e ckroach._tcp.con\n0020: 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 trol-plane.oxide\n0030: 08 69 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 .internal..!....\n0040: 29 04 d0 00 00 00 00 00 00 )........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:29.42956733Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"peer_addr":"[::1]:32690","req_id":"48b1e89a-6a95-495f-b57f-cc460978894d","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 7550,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_cockroach._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_cockroach._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 10,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:29.429727916Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"store","component":"internal_dns_server","key":"_cockroach._tcp"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:29.429875537Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"store","component":"internal_dns_server","key":"24911ead-7351-4318-ba3f-d9539b22e513.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:29.430011884Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"peer_addr":"[::1]:32690","req_id":"48b1e89a-6a95-495f-b57f-cc460978894d","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"24911ead-7351-4318-ba3f-d9539b22e513.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","records":"[Record { name_labels: Name(\"_cockroach._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 36931, target: Name(\"24911ead-7351-4318-ba3f-d9539b22e513.host.control-plane.oxide.internal\") }) }]","query":"LowerQuery { name: LowerName(Name(\"_cockroach._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_cockroach._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:29.430207233Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","response":"SrvLookup(Lookup { query: Query { name: Name(\"_cockroach._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_cockroach._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 36931, target: Name(\"24911ead-7351-4318-ba3f-d9539b22e513.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"24911ead-7351-4318-ba3f-d9539b22e513.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }], valid_until: Instant { tv_sec: 1541, tv_nsec: 79117278 } })","dns_name":"_cockroach._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:29.430260568Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","name":"Name(\"24911ead-7351-4318-ba3f-d9539b22e513.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:29.430592004Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"peer_addr":"[::1]:5328","req_id":"28270775-d980-4abe-80ca-4bd5a37cc9ed","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 99 (0x63) bytes\n0000: 82 6a 01 00 00 01 00 00 00 00 00 01 24 32 34 39 .j..........$249\n0010: 31 31 65 61 64 2d 37 33 35 31 2d 34 33 31 38 2d 11ead-7351-4318-\n0020: 62 61 33 66 2d 64 39 35 33 39 62 32 32 65 35 31 ba3f-d9539b22e51\n0030: 33 04 68 6f 73 74 0d 63 6f 6e 74 72 6f 6c 2d 70 3.host.control-p\n0040: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0050: 6e 61 6c 00 00 1c 00 01 00 00 29 04 d0 00 00 00 nal.......).....\n0060: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:29.430655115Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"peer_addr":"[::1]:5328","req_id":"28270775-d980-4abe-80ca-4bd5a37cc9ed","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 33386,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"24911ead-7351-4318-ba3f-d9539b22e513.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"24911ead-7351-4318-ba3f-d9539b22e513.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 36,\n 50,\n 52,\n 57,\n 49,\n 49,\n 101,\n 97,\n 100,\n 45,\n 55,\n 51,\n 53,\n 49,\n 45,\n 52,\n 51,\n 49,\n 56,\n 45,\n 98,\n 97,\n 51,\n 102,\n 45,\n 100,\n 57,\n 53,\n 51,\n 57,\n 98,\n 50,\n 50,\n 101,\n 53,\n 49,\n 51,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:29.430776908Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"store","component":"internal_dns_server","key":"24911ead-7351-4318-ba3f-d9539b22e513.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:29.430804445Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"peer_addr":"[::1]:5328","req_id":"28270775-d980-4abe-80ca-4bd5a37cc9ed","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"24911ead-7351-4318-ba3f-d9539b22e513.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"24911ead-7351-4318-ba3f-d9539b22e513.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"24911ead-7351-4318-ba3f-d9539b22e513.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"begin collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:29.431079257Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"begin collection from MGS","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:29.431122417Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","mgs_url":"http://[::1]:62233"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:29.431175003Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"gateway_url":"http://[::1]:62233","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:62233/ignition","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:29.432886577Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"gateway_url":"http://[::1]:62233","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:62233/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"aef54113-324c-4512-85d3-f8b85333ea92\", \"content-length\": \"835\", \"date\": \"Fri, 20 Mar 2026 18:35:29 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:29.433188387Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"gateway_url":"http://[::1]:62233","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:62233/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:29.434819788Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"gateway_url":"http://[::1]:62233","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:62233/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c1284164-88d6-4ef3-a019-8392fcc5da79\", \"content-length\": \"734\", \"date\": \"Fri, 20 Mar 2026 18:35:29 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:29.434983292Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"gateway_url":"http://[::1]:62233","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:62233/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:29.439755333Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"gateway_url":"http://[::1]:62233","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:62233/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8a940960-2e6e-403a-93fd-22d9ba0c14f7\", \"content-length\": \"111\", \"date\": \"Fri, 20 Mar 2026 18:35:29 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:29.439936939Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"gateway_url":"http://[::1]:62233","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:62233/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:29.441973932Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"gateway_url":"http://[::1]:62233","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:62233/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"92e482c0-0928-4ea8-bb0d-455278434cb0\", \"content-length\": \"111\", \"date\": \"Fri, 20 Mar 2026 18:35:29 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:29.442181635Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"gateway_url":"http://[::1]:62233","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:62233/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:29.445812947Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"gateway_url":"http://[::1]:62233","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:62233/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"84cf91bf-7b7c-40ec-9b4c-d56d444854bb\", \"content-length\": \"163\", \"date\": \"Fri, 20 Mar 2026 18:35:29 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:29.445876128Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"gateway_url":"http://[::1]:62233","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:62233/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:29.447346014Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"gateway_url":"http://[::1]:62233","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:62233/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"19ba444a-ab78-484c-ac30-2d3bf8759b82\", \"content-length\": \"163\", \"date\": \"Fri, 20 Mar 2026 18:35:29 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:29.447403547Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"gateway_url":"http://[::1]:62233","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:62233/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:29.448420574Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"gateway_url":"http://[::1]:62233","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:62233/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"98fa2c90-3581-4132-ae76-1e5da3194907\", \"content-length\": \"166\", \"date\": \"Fri, 20 Mar 2026 18:35:29 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:29.448489342Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"gateway_url":"http://[::1]:62233","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:62233/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:29.449427366Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"gateway_url":"http://[::1]:62233","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:62233/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1775ca30-2c6b-49d4-a585-4b5fd73c06e2\", \"content-length\": \"166\", \"date\": \"Fri, 20 Mar 2026 18:35:29 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:29.449476583Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"gateway_url":"http://[::1]:62233","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:62233/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:29.451616568Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"gateway_url":"http://[::1]:62233","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:62233/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"50ac77d1-e627-49a6-afc6-d08aa13c8d2b\", \"content-length\": \"702\", \"date\": \"Fri, 20 Mar 2026 18:35:29 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:29.451739002Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"gateway_url":"http://[::1]:62233","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:62233/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:29.45236689Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"gateway_url":"http://[::1]:62233","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:62233/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"67bd326c-d8ed-40f8-be60-d32498adfc83\", \"content-length\": \"727\", \"date\": \"Fri, 20 Mar 2026 18:35:29 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:29.452550464Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"gateway_url":"http://[::1]:62233","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:62233/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:29.453218534Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"gateway_url":"http://[::1]:62233","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:62233/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e428fc8a-977c-439c-8f94-af20683f6c4a\", \"content-length\": \"729\", \"date\": \"Fri, 20 Mar 2026 18:35:29 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:29.453276747Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"gateway_url":"http://[::1]:62233","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:62233/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:29.45425763Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"gateway_url":"http://[::1]:62233","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:62233/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"998ea0c2-2e1f-4c24-a9e4-bd3b188f42d0\", \"content-length\": \"728\", \"date\": \"Fri, 20 Mar 2026 18:35:29 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:29.454342701Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"gateway_url":"http://[::1]:62233","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:62233/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:29.455910722Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"gateway_url":"http://[::1]:62233","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:62233/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"11c07f70-2047-40a1-ba69-242a1f6beaf4\", \"content-length\": \"734\", \"date\": \"Fri, 20 Mar 2026 18:35:29 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:29.45602278Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"gateway_url":"http://[::1]:62233","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:62233/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:29.457026523Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"gateway_url":"http://[::1]:62233","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:62233/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8107e311-863a-4acb-9681-d97fc233055d\", \"content-length\": \"111\", \"date\": \"Fri, 20 Mar 2026 18:35:29 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:29.457077949Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"gateway_url":"http://[::1]:62233","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:62233/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:29.457965636Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"gateway_url":"http://[::1]:62233","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:62233/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"29f38f5e-a56c-4468-9e63-a8ffa2cf080b\", \"content-length\": \"111\", \"date\": \"Fri, 20 Mar 2026 18:35:29 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:29.458040811Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"gateway_url":"http://[::1]:62233","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:62233/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:29.459101488Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"gateway_url":"http://[::1]:62233","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:62233/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ed761a6f-4a52-470a-adcc-3eae9bf7246e\", \"content-length\": \"163\", \"date\": \"Fri, 20 Mar 2026 18:35:29 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:29.459161131Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"gateway_url":"http://[::1]:62233","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:62233/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:29.460201437Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"gateway_url":"http://[::1]:62233","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:62233/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6fef9c72-6ab7-41e1-9fc4-7556fffeae8e\", \"content-length\": \"163\", \"date\": \"Fri, 20 Mar 2026 18:35:29 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:29.460268246Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"gateway_url":"http://[::1]:62233","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:62233/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:29.461250759Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"gateway_url":"http://[::1]:62233","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:62233/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d9e49862-34b2-4191-a7f2-4a1ba5cdb762\", \"content-length\": \"166\", \"date\": \"Fri, 20 Mar 2026 18:35:29 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:29.46131301Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"gateway_url":"http://[::1]:62233","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:62233/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:29.46228015Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"gateway_url":"http://[::1]:62233","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:62233/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9289619d-f8be-4888-9a52-cc8f0bbe7f56\", \"content-length\": \"166\", \"date\": \"Fri, 20 Mar 2026 18:35:29 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:29.462360073Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"gateway_url":"http://[::1]:62233","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:62233/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:29.463211737Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"gateway_url":"http://[::1]:62233","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:62233/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5abad8e4-f209-4f2f-887a-75dcb54f2109\", \"content-length\": \"702\", \"date\": \"Fri, 20 Mar 2026 18:35:29 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:29.463372113Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"gateway_url":"http://[::1]:62233","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:62233/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:29.464092498Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"result":"Ok(\"found\")"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:29.464693678Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"[::1]:53113","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/0/regions","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:29.46477561Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"[::1]:53113","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/0/regions","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:29.464813932Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"[::1]:53113","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/0/regions/{id}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:29.464843648Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"[::1]:53113","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/0/regions/{id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:29.464874094Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"[::1]:53113","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/0/regions/{id}/snapshots","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:29.464903051Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"[::1]:53113","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/0/regions/{id}/snapshots/{name}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:29.464933367Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"[::1]:53113","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/0/regions/{id}/snapshots/{name}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:29.464963003Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"[::1]:53113","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/0/regions/{id}/snapshots/{name}/run","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:29.465045435Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"[::1]:53113","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/0/regions/{id}/snapshots/{name}/run","method":"POST"} {"msg":"listening","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:29.46507727Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"[::1]:53113","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"successfully registered DTrace USDT probes","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:29.465561575Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"[::1]:53113","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"Created Simulated Crucible Server","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:29.465611401Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","address":"[::1]:53113"} {"msg":"inserting test physical disk","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:29.465637419Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","model":"test-model","serial":"totally-unique-serial: 2ce6542f-2335-4762-9083-00ccccc6907d","vendor":"test-vendor","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","physical_disk_id":"2ce6542f-2335-4762-9083-00ccccc6907d"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:29.465670354Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:29.46570039Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:29.466537021Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:29.471430156Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"gateway_url":"http://[::1]:62233","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:62233/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"91de316c-1c83-4b9c-b0fc-d9c2c43656a5\", \"content-length\": \"727\", \"date\": \"Fri, 20 Mar 2026 18:35:29 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:29.471902946Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"gateway_url":"http://[::1]:62233","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:62233/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:29.472316924Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:29.472365731Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:29.472879282Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:29.474772042Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:29.474836122Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:29.474866468Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:29.474891986Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:29.475215776Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:29.475948875Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"gateway_url":"http://[::1]:62233","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:62233/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"63ef2c34-edb8-405d-a824-ec51f393bb39\", \"content-length\": \"729\", \"date\": \"Fri, 20 Mar 2026 18:35:29 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:29.476086971Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"gateway_url":"http://[::1]:62233","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:62233/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:29.478385992Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"gateway_url":"http://[::1]:62233","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:62233/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bcb7de78-fe42-49de-80f3-3d25fe0cdfb9\", \"content-length\": \"728\", \"date\": \"Fri, 20 Mar 2026 18:35:29 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:29.478442615Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"gateway_url":"http://[::1]:62233","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:62233/sp/sled/0","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:29.481807261Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:29.486032536Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:29.486983984Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"Loaded\":{\"collection_id\":\"a7a4c28d-1010-42d6-8073-f999a86effe4\",\"time_loaded\":\"2026-03-20T18:35:29.352062867Z\",\"time_started\":\"2026-03-20T18:35:27.341810Z\"}}","iteration":5,"elapsed":"134.91555ms"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:29.487051063Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":4,"reason":"Dependency"} {"msg":"multicast group reconciler activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:29.487262754Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"starting multicast reconciliation pass","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:29.487303216Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:29.487362608Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:29.487543564Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":4,"reason":"Dependency"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:29.487579627Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"error\":\"task disabled\"}","iteration":4,"elapsed":"21.15µs"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:29.487607454Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"blueprint_planner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":6,"reason":"Dependency"} {"msg":"blueprint planning disabled, doing nothing","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:29.487631973Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"blueprint_planner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:29.487652823Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"blueprint_planner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"\"Disabled\"","iteration":6,"elapsed":"12.824µs"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:29.48767986Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":4,"reason":"Dependency"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:29.487705039Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:29.487735075Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:29.48776715Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:29.487795837Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:29.488327849Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:29.49041161Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"peer_addr":"[::1]:24276","req_id":"6b45fc8a-5410-4217-b666-55e4fd1cfee0","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000: 34 8d 01 00 00 01 00 00 00 00 00 01 09 5f 64 65 4............_de\n0010: 6e 64 72 69 74 65 04 5f 74 63 70 0d 63 6f 6e 74 ndrite._tcp.cont\n0020: 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 rol-plane.oxide.\n0030: 69 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 internal..!....)\n0040: 04 d0 00 00 00 00 00 00 ........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:29.490483857Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"peer_addr":"[::1]:24276","req_id":"6b45fc8a-5410-4217-b666-55e4fd1cfee0","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 13453,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 9,\n 95,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:29.490590837Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"store","component":"internal_dns_server","key":"_dendrite._tcp"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:29.490729453Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:29.490766265Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"peer_addr":"[::1]:24276","req_id":"6b45fc8a-5410-4217-b666-55e4fd1cfee0","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","records":"[Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 35630, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") }) }]","query":"LowerQuery { name: LowerName(Name(\"_dendrite._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:29.491265693Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 35630, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }], valid_until: Instant { tv_sec: 1541, tv_nsec: 140168301 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:29.491325275Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"inserting 1 samples into database","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:29.491551081Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"unrolling 1 total samples","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:29.491980701Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"id":"6dc71f35-de8c-4050-9e17-e2a7a13c8a37","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:29.493429297Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"id":"6dc71f35-de8c-4050-9e17-e2a7a13c8a37","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:29.493481583Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:29.497593191Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:29.497658691Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:29.497688557Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:29.497719073Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:29.497747Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:29.498172402Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"inserting 1 samples into database","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:29.500884851Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:29.50092928Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"peer_addr":"[::1]:12725","req_id":"44bb9f6f-6f7c-4760-ae40-12870a47f024","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: b1 d7 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e ............-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:29.50097302Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"peer_addr":"[::1]:12725","req_id":"44bb9f6f-6f7c-4760-ae40-12870a47f024","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 45527,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:29.50131564Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:29.501334702Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"peer_addr":"[::1]:12725","req_id":"44bb9f6f-6f7c-4760-ae40-12870a47f024","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:29.50168163Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"gateway_url":"http://[::1]:62233","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:62233/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b515abfa-175b-4778-9569-68ec1091d791\", \"content-length\": \"723\", \"date\": \"Fri, 20 Mar 2026 18:35:29 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:29.502054447Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"gateway_url":"http://[::1]:62233","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:62233/sp/sled/0/component/host-boot-flash/active-slot","method":"GET"} {"msg":"inserted rows into table","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:29.503086427Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"id":"6dc71f35-de8c-4050-9e17-e2a7a13c8a37","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2} {"msg":"inserting data","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:29.503244593Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"id":"6dc71f35-de8c-4050-9e17-e2a7a13c8a37","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:29.568344375Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"DpdClient","background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:35630/switch/identifiers","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:29.570535076Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:29.573844437Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:29.573911206Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:29.573964542Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:29.574249019Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"inserted rows into table","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:29.575853993Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"id":"6dc71f35-de8c-4050-9e17-e2a7a13c8a37","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:29.575934975Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:29.576065165Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"gateway_url":"http://[::1]:62233","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:62233/sp/sled/0/component/host-boot-flash/active-slot\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f004e9bc-c1ee-4f4a-8db6-539bc0019067\", \"content-length\": \"10\", \"date\": \"Fri, 20 Mar 2026 18:35:29 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:29.57616272Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"gateway_url":"http://[::1]:62233","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:62233/sp/sled/0/component/host-boot-flash/hash/0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:29.576363006Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"DpdClient","background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:35630/switch/identifiers\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"27082486-2ea2-4daa-bba5-111f02fe74cf\", \"content-length\": \"717\", \"date\": \"Fri, 20 Mar 2026 18:35:29 GMT\"} })"} {"msg":"searching for multicast groups","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:29.57652699Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","state":"Creating"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:29.576556396Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:29.576590251Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:29.577028907Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:29.578989845Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"gateway_url":"http://[::1]:62233","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:62233/sp/sled/0/component/host-boot-flash/hash/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"acedf69c-022f-45b2-84d1-dbe7fd2c3729\", \"content-length\": \"144\", \"date\": \"Fri, 20 Mar 2026 18:35:29 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:29.579058413Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"gateway_url":"http://[::1]:62233","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:62233/sp/sled/0/component/host-boot-flash/hash/1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:29.579329447Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:29.579367479Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:29.579396036Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:29.579422834Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:29.579765364Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:29.581361702Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"gateway_url":"http://[::1]:62233","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:62233/sp/sled/0/component/host-boot-flash/hash/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ac50c2a1-8aa9-43d9-8e1d-502aa121a4e5\", \"content-length\": \"147\", \"date\": \"Fri, 20 Mar 2026 18:35:29 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:29.581462385Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"gateway_url":"http://[::1]:62233","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:62233/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:29.583439366Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:29.58637664Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:29.586431125Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:29.586458612Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:29.586486919Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:29.586511848Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:29.586815426Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:29.592655881Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"gateway_url":"http://[::1]:62233","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:62233/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"53f25128-d474-474f-be38-7c73889f2dbd\", \"content-length\": \"109\", \"date\": \"Fri, 20 Mar 2026 18:35:29 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:29.593126022Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"gateway_url":"http://[::1]:62233","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:62233/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:29.595378465Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"gateway_url":"http://[::1]:62233","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:62233/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"208ea614-2c9b-4c1e-a3bf-522cf22c7057\", \"content-length\": \"109\", \"date\": \"Fri, 20 Mar 2026 18:35:29 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:29.595546887Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"gateway_url":"http://[::1]:62233","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:62233/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:29.596397361Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:29.60328336Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:29.603379865Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:29.603409751Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:29.603773841Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2026-03-20T18:35:29.605199239Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:29.606423649Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"gateway_url":"http://[::1]:62233","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:62233/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d7f9e8d0-2bcf-4d57-8da3-c382769679a0\", \"content-length\": \"163\", \"date\": \"Fri, 20 Mar 2026 18:35:29 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:29.606731166Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"gateway_url":"http://[::1]:62233","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:62233/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"ensured all Crucible datasets present in inventory have database records","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:29.606967507Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","num_inserted":0,"num_already_exist":0,"num_not_in_inventory":0} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:29.607012246Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:29.607042482Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:29.607072368Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:29.607099245Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:29.607490673Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:29.612490479Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"gateway_url":"http://[::1]:62233","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:62233/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b06841b6-70d2-4985-8a5e-c3e5df706795\", \"content-length\": \"163\", \"date\": \"Fri, 20 Mar 2026 18:35:29 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:29.612920769Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"gateway_url":"http://[::1]:62233","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:62233/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:29.613213862Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:29.618308823Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:29.618378351Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:29.618407218Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:29.618437913Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:29.618464351Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:29.618860487Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:29.622170758Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"gateway_url":"http://[::1]:62233","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:62233/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6523ea07-b56e-40d0-9828-91ef8d456167\", \"content-length\": \"166\", \"date\": \"Fri, 20 Mar 2026 18:35:29 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:29.62231722Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"gateway_url":"http://[::1]:62233","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:62233/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:29.622498255Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:29.62562882Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:29.625684024Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:29.625712211Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:29.625968572Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:29.62812364Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"gateway_url":"http://[::1]:62233","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:62233/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"239cac57-82be-4423-adab-3e5b3a0ca0e4\", \"content-length\": \"166\", \"date\": \"Fri, 20 Mar 2026 18:35:29 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:29.628216177Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"gateway_url":"http://[::1]:62233","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:62233/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:29.628777466Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"gateway_url":"http://[::1]:62233","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:62233/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c5847e2a-f68a-48df-91b3-e9abec09ff00\", \"content-length\": \"702\", \"date\": \"Fri, 20 Mar 2026 18:35:29 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:29.62885375Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"gateway_url":"http://[::1]:62233","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:62233/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"found multicast groups","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:29.629054597Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","state":"Creating","count":0} {"msg":"reconciling member state changes","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:29.629089271Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:29.629109781Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:29.629137418Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:29.62945738Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"all LocalStorage datasets reconciled","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:29.630193617Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","num_inserted":0,"num_already_exist":0,"num_not_in_inventory":0,"num_tombstoned":0,"num_already_tombstoned":0} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:29.630229331Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:29.630257158Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:29.630330124Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:29.630366107Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:29.630546283Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:29.631765856Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"gateway_url":"http://[::1]:62233","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:62233/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"da97196e-7457-4e1c-850d-6672fb5389ce\", \"content-length\": \"727\", \"date\": \"Fri, 20 Mar 2026 18:35:29 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:29.631839362Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"gateway_url":"http://[::1]:62233","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:62233/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:29.632493558Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"gateway_url":"http://[::1]:62233","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:62233/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cd8f8b96-09a1-4835-881f-563d1923125b\", \"content-length\": \"729\", \"date\": \"Fri, 20 Mar 2026 18:35:29 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:29.632629535Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"gateway_url":"http://[::1]:62233","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:62233/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"member state reconciliation completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:29.632783743Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","members_processed":0} {"msg":"cleaning up deleted multicast members","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:29.632842446Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:29.632864366Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:29.632894961Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:29.63586559Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:29.637914517Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:29.641360335Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:29.641434831Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:29.641464327Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:29.641494683Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:29.64152312Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:29.64178113Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"upserting zpool","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:29.645055597Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","physical_disk_id":"2ce6542f-2335-4762-9083-00ccccc6907d","zpool_id":"57b8c724-2823-4252-9aaf-7bf94d07a6bd","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:29.64511464Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:29.645146195Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:29.647541601Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"multicast group member complete deletion finished","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:29.652158595Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","left_and_time_deleted_members_deleted":0} {"msg":"checking for empty multicast groups to implicitly delete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:29.652243225Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:29.65247031Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:29.652551452Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:29.653170294Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:29.655279603Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"gateway_url":"http://[::1]:62233","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:62233/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9459f267-7f8d-47bf-8ccc-1184a8c9b6c6\", \"content-length\": \"728\", \"date\": \"Fri, 20 Mar 2026 18:35:29 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:29.655340325Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"gateway_url":"http://[::1]:62233","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:62233/sp/sled/1","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:29.655541002Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:29.666271802Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:29.668247804Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:29.668419834Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:29.669269549Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"searching for multicast groups","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:29.670433807Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","state":"Active"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:29.670501166Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:29.670533011Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:29.670882529Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:29.671490966Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:29.671560633Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:29.671591249Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:29.671616158Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:29.673466157Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:29.677193434Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"gateway_url":"http://[::1]:62233","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:62233/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6e71c7ca-bdd2-48dd-bc27-f809a9608d36\", \"content-length\": \"723\", \"date\": \"Fri, 20 Mar 2026 18:35:29 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:29.680316202Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"gateway_url":"http://[::1]:62233","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:62233/sp/sled/1/component/host-boot-flash/active-slot","method":"GET"} {"msg":"found multicast groups","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:29.680604898Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","state":"Active","count":0} {"msg":"searching for multicast groups","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:29.680663411Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","state":"Deleting"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:29.68068745Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:29.680719045Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:29.681487168Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"all LocalStorageUnencrypted datasets reconciled","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:29.684632446Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","num_inserted":0,"num_already_exist":0,"num_not_in_inventory":0,"num_tombstoned":0,"num_already_tombstoned":0} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:29.684691178Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"blueprint_id\":\"7c59652d-7897-49e0-b9a9-4edb68c28372\",\"inventory_collection_id\":\"a7a4c28d-1010-42d6-8073-f999a86effe4\",\"stats\":{\"crucible_dataset\":{\"num_already_exist\":0,\"num_inserted\":0,\"num_not_in_inventory\":0},\"debug_dataset\":{\"num_already_exist\":0,\"num_already_tombstoned\":0,\"num_inserted\":0,\"num_not_in_inventory\":0,\"num_tombstoned\":0},\"local_storage_dataset\":{\"num_already_exist\":0,\"num_already_tombstoned\":0,\"num_inserted\":0,\"num_not_in_inventory\":0,\"num_tombstoned\":0},\"local_storage_unencrypted_dataset\":{\"num_already_exist\":0,\"num_already_tombstoned\":0,\"num_inserted\":0,\"num_not_in_inventory\":0,\"num_tombstoned\":0}}}","iteration":4,"elapsed":"197.050289ms"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:29.685881625Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"gateway_url":"http://[::1]:62233","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:62233/sp/sled/1/component/host-boot-flash/active-slot\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5cd8a445-5e2e-4f82-bc99-addb12a05f29\", \"content-length\": \"10\", \"date\": \"Fri, 20 Mar 2026 18:35:29 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:29.685988205Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"gateway_url":"http://[::1]:62233","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:62233/sp/sled/1/component/host-boot-flash/hash/0","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:29.68640878Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:29.691924595Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"found multicast groups","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:29.692186553Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","state":"Deleting","count":0} {"msg":"multicast RPW reconciliation cycle completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:29.692230443Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","error_count":0,"total_dpd_operations":0,"orphaned_member_cleanup":0,"member_lifecycle_transitions":0,"active_groups_verified":0,"external_groups_deleted":0,"external_groups_created":0} {"msg":"multicast RPW reconciliation pass completed - dataplane consistent","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:29.692312774Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:29.692338792Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"disabled\":false,\"empty_groups_marked\":0,\"errors\":[],\"groups_created\":0,\"groups_deleted\":0,\"groups_verified\":0,\"members_deleted\":0,\"members_processed\":0}","iteration":4,"elapsed":"205.274535ms"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:29.692984822Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"gateway_url":"http://[::1]:62233","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:62233/sp/sled/1/component/host-boot-flash/hash/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d07d0b73-d403-4073-907c-e2bcb0817082\", \"content-length\": \"144\", \"date\": \"Fri, 20 Mar 2026 18:35:29 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:29.693132413Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"gateway_url":"http://[::1]:62233","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:62233/sp/sled/1/component/host-boot-flash/hash/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:29.693769797Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"gateway_url":"http://[::1]:62233","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:62233/sp/sled/1/component/host-boot-flash/hash/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9fd1602f-ace2-40c6-87ee-d64dae4b618c\", \"content-length\": \"147\", \"date\": \"Fri, 20 Mar 2026 18:35:29 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:29.693880496Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"gateway_url":"http://[::1]:62233","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:62233/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:29.694845207Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"gateway_url":"http://[::1]:62233","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:62233/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1748120d-54c2-4b1f-bb3d-e881499aeb8e\", \"content-length\": \"109\", \"date\": \"Fri, 20 Mar 2026 18:35:29 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:29.694916594Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"gateway_url":"http://[::1]:62233","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:62233/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:29.695836566Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"gateway_url":"http://[::1]:62233","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:62233/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b8e1ce0b-2941-4e5c-bb46-049934c84c26\", \"content-length\": \"109\", \"date\": \"Fri, 20 Mar 2026 18:35:29 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:29.69591484Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"gateway_url":"http://[::1]:62233","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:62233/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:29.696805905Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"gateway_url":"http://[::1]:62233","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:62233/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5ac67271-4763-4444-8d23-47e7be799b2e\", \"content-length\": \"163\", \"date\": \"Fri, 20 Mar 2026 18:35:29 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:29.696891256Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"gateway_url":"http://[::1]:62233","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:62233/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"upserting Crucible dataset","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:29.698053475Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dataset_id":"7da5c7e0-9cdb-41a0-a48c-99cdac2cbb1a","zpool_id":"57b8c724-2823-4252-9aaf-7bf94d07a6bd"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:29.699378769Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"gateway_url":"http://[::1]:62233","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:62233/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8b0d28cc-ee7f-4c74-974c-a7f3dcdf55f5\", \"content-length\": \"163\", \"date\": \"Fri, 20 Mar 2026 18:35:29 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:29.69971992Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"gateway_url":"http://[::1]:62233","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:62233/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:29.700439306Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"gateway_url":"http://[::1]:62233","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:62233/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"301aaf2e-9062-463a-9448-b3d41c24b3fb\", \"content-length\": \"166\", \"date\": \"Fri, 20 Mar 2026 18:35:29 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:29.700491582Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"gateway_url":"http://[::1]:62233","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:62233/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:29.701415372Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"gateway_url":"http://[::1]:62233","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:62233/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f7d92e54-af5f-4980-a944-60338dec5531\", \"content-length\": \"166\", \"date\": \"Fri, 20 Mar 2026 18:35:29 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:29.701468747Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"gateway_url":"http://[::1]:62233","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:62233/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:29.70200029Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"gateway_url":"http://[::1]:62233","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:62233/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"284143f6-fbcd-422c-a496-e5dddb750469\", \"content-length\": \"702\", \"date\": \"Fri, 20 Mar 2026 18:35:29 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:29.702068608Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"gateway_url":"http://[::1]:62233","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:62233/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:29.702686511Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"gateway_url":"http://[::1]:62233","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:62233/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"03c36280-81d5-40ec-8531-6463732261e8\", \"content-length\": \"727\", \"date\": \"Fri, 20 Mar 2026 18:35:29 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:29.702754889Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"gateway_url":"http://[::1]:62233","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:62233/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:29.703322146Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"gateway_url":"http://[::1]:62233","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:62233/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"da3e805c-81aa-488b-a8d0-97c9c6626974\", \"content-length\": \"729\", \"date\": \"Fri, 20 Mar 2026 18:35:29 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:29.703370963Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"gateway_url":"http://[::1]:62233","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:62233/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:29.703965217Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"gateway_url":"http://[::1]:62233","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:62233/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b3452a43-cbcb-4d93-a76e-dad5b4b1b34c\", \"content-length\": \"728\", \"date\": \"Fri, 20 Mar 2026 18:35:29 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:29.704010875Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:29.704041081Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:29.704071527Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:29.704118915Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:29.704641972Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:29.708651338Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:29.712973678Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:29.713170417Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:29.713264493Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:29.713303115Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:29.713328973Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:29.713663287Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"inserting test physical disk","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:29.715443819Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","model":"test-model","serial":"totally-unique-serial: 2ce6542f-2335-4762-9083-00ccccc6907d","vendor":"test-vendor","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","physical_disk_id":"2ce6542f-2335-4762-9083-00ccccc6907d"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:29.715493306Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:29.715520404Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:29.715945566Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:29.718525936Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:29.725955372Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:29.726029247Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:29.726055845Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:29.726488184Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:29.730787785Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"PhysicalDisk { parent: Fleet, key: 2ce6542f-2335-4762-9083-00ccccc6907d (physical_disk), lookup_type: ById(2ce6542f-2335-4762-9083-00ccccc6907d) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:29.730864549Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:29.730897354Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:29.730925241Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:29.731567042Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:29.807152628Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","sled_agent_url":"http://[::1]:57324"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:29.807222276Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"SledAgent":"http://[::1]:57324","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:57324/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:29.807830393Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"[::1]:57324","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:36186"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:29.80818004Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"uri":"/inventory","method":"GET","req_id":"6d295431-78a8-4b57-9ed4-9a8ce4bdb78b","remote_addr":"[::1]:36186","local_addr":"[::1]:57324","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"determined request API version","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:29.808230797Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"uri":"/inventory","method":"GET","req_id":"6d295431-78a8-4b57-9ed4-9a8ce4bdb78b","remote_addr":"[::1]:36186","local_addr":"[::1]:57324","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","version":"28.0.0"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:29.810653081Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"uri":"/inventory","method":"GET","req_id":"6d295431-78a8-4b57-9ed4-9a8ce4bdb78b","remote_addr":"[::1]:36186","local_addr":"[::1]:57324","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":2470,"response_code":200} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:29.811046508Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"SledAgent":"http://[::1]:57324","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:57324/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6d295431-78a8-4b57-9ed4-9a8ce4bdb78b\", \"content-length\": \"21756\", \"date\": \"Fri, 20 Mar 2026 18:35:29 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:29.812882054Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:29.812940587Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","nkeeper_admin_clients":0} {"msg":"begin collection from CockroachDB nodes","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:29.812963986Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:29.813071906Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"CockroachClusterAdminClient","component":"inventory_cockroach_client","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:32222/node/id","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:29.813545596Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:29.822340037Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"PhysicalDisk { parent: Fleet, key: 2ce6542f-2335-4762-9083-00ccccc6907d (physical_disk), lookup_type: ById(2ce6542f-2335-4762-9083-00ccccc6907d) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"upserting zpool","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:29.822432943Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","physical_disk_id":"2ce6542f-2335-4762-9083-00ccccc6907d","zpool_id":"57b8c724-2823-4252-9aaf-7bf94d07a6bd","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:29.82246142Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:29.822487648Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:29.823258809Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:29.824903615Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:29.82497891Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:29.825098584Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:29.825222566Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:29.825482995Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:29.829503036Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:29.833266926Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:29.837453949Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:29.837518249Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:29.837576752Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:29.837607478Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:29.838231288Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:29.840715663Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:29.843374656Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:29.843434998Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:29.843462815Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:29.843714328Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"inserting test physical disk","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:29.847805636Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","model":"test-model","serial":"totally-unique-serial: 2ce6542f-2335-4762-9083-00ccccc6907d","vendor":"test-vendor","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","physical_disk_id":"2ce6542f-2335-4762-9083-00ccccc6907d"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:29.84788418Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:29.847915605Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:29.848584484Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:29.852210048Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"PhysicalDisk { parent: Fleet, key: 2ce6542f-2335-4762-9083-00ccccc6907d (physical_disk), lookup_type: ById(2ce6542f-2335-4762-9083-00ccccc6907d) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:29.852286853Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:29.852415423Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:29.852452795Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:29.852919718Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:29.855078185Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:29.85969159Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"PhysicalDisk { parent: Fleet, key: 2ce6542f-2335-4762-9083-00ccccc6907d (physical_disk), lookup_type: ById(2ce6542f-2335-4762-9083-00ccccc6907d) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"upserting zpool","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:29.859764536Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","physical_disk_id":"2ce6542f-2335-4762-9083-00ccccc6907d","zpool_id":"57b8c724-2823-4252-9aaf-7bf94d07a6bd","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:29.859791773Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:29.85981901Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:29.860118491Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:29.861333426Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:29.861396407Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:29.861427193Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:29.861452341Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:29.861826107Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:29.867400735Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:29.869682704Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:29.874301157Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:29.874395633Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:29.874430477Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:29.874456754Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:29.875131161Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:29.87874613Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:29.881508396Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:29.886114984Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:29.886197455Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:29.88622996Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:29.886255429Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:29.887073318Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:29.889745126Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:29.896734926Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:29.896836369Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:29.896895421Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:29.897431402Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:29.90236012Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:29.902463742Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:29.903021163Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:29.961146187Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"result":"Ok(\"found\")"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:30.014221879Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:30.014357596Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:30.014470144Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:30.014580563Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:30.016105004Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:30.018851047Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:30.028679117Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:30.028753883Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:30.02878186Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:30.029196317Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:30.031793479Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:30.031888655Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:30.03213603Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:30.098258036Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"result":"Ok(\"found\")"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:30.15001666Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:30.150187131Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:30.150218366Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:30.150264945Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:30.150970317Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:30.153990293Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:30.158150568Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:30.158221985Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:30.158249602Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:30.158519827Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:30.161402446Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:30.161474763Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:30.161884382Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:30.227733515Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"result":"Ok(\"found\")"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:30.278812995Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:30.27901825Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:30.279065438Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:30.279091466Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:30.280291768Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:30.283625358Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:30.289916942Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:30.289991608Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:30.290019035Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:30.290714491Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:30.294038376Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:30.294213585Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:30.294747036Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"refreshing list of producers from Nexus","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:30.296469656Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:557","component":"oximeter"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:30.296705556Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"oximeter","body":"None","uri":"http://127.0.0.1:60299/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:30.297237339Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"8f75c85c-7464-4451-851e-8218cdddf002","remote_addr":"127.0.0.1:53282","local_addr":"127.0.0.1:60299","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"determined request API version","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:30.297285076Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"8f75c85c-7464-4451-851e-8218cdddf002","remote_addr":"127.0.0.1:53282","local_addr":"127.0.0.1:60299","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:30.297360941Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"8f75c85c-7464-4451-851e-8218cdddf002","remote_addr":"127.0.0.1:53282","local_addr":"127.0.0.1:60299","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:30.297435496Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"8f75c85c-7464-4451-851e-8218cdddf002","remote_addr":"127.0.0.1:53282","local_addr":"127.0.0.1:60299","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:30.298057457Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"8f75c85c-7464-4451-851e-8218cdddf002","remote_addr":"127.0.0.1:53282","local_addr":"127.0.0.1:60299","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:30.301783945Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"8f75c85c-7464-4451-851e-8218cdddf002","remote_addr":"127.0.0.1:53282","local_addr":"127.0.0.1:60299","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":4705,"response_code":200} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:30.302118299Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:60299/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8f75c85c-7464-4451-851e-8218cdddf002\", \"content-length\": \"405\", \"date\": \"Fri, 20 Mar 2026 18:35:30 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:30.30226764Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"oximeter","body":"None","uri":"http://127.0.0.1:60299/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:30.302549119Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"77d41d03-fe9c-40ad-ad08-0ab551da09b3","remote_addr":"127.0.0.1:53282","local_addr":"127.0.0.1:60299","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"determined request API version","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:30.302595207Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"77d41d03-fe9c-40ad-ad08-0ab551da09b3","remote_addr":"127.0.0.1:53282","local_addr":"127.0.0.1:60299","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:30.302743898Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"77d41d03-fe9c-40ad-ad08-0ab551da09b3","remote_addr":"127.0.0.1:53282","local_addr":"127.0.0.1:60299","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:30.302795664Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"77d41d03-fe9c-40ad-ad08-0ab551da09b3","remote_addr":"127.0.0.1:53282","local_addr":"127.0.0.1:60299","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:30.303597671Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"77d41d03-fe9c-40ad-ad08-0ab551da09b3","remote_addr":"127.0.0.1:53282","local_addr":"127.0.0.1:60299","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:30.307574382Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"77d41d03-fe9c-40ad-ad08-0ab551da09b3","remote_addr":"127.0.0.1:53282","local_addr":"127.0.0.1:60299","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":5008,"response_code":200} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:30.30996602Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:60299/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"77d41d03-fe9c-40ad-ad08-0ab551da09b3\", \"content-length\": \"29\", \"date\": \"Fri, 20 Mar 2026 18:35:30 GMT\"} })"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:30.310103236Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:30.310141409Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"} {"msg":"refreshed list of producers from Nexus","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:30.310164658Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:632","component":"oximeter","n_current_tasks":2,"n_pruned_tasks":0} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:30.313654006Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"producer_port":56192,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collecting from producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:30.313714587Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"producer_port":56192,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"sent collection request to producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:30.315243486Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"producer_port":56192,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:30.315829384Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"producer_port":56192,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:30.31598956Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"producer_port":56192,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:30.316021965Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"producer_port":56192,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:30.346877878Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"result":"Ok(\"found\")"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:30.400412556Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:30.400475497Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:30.400502484Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:30.400527423Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:30.401219551Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:30.40459876Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:30.411040815Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:30.411108553Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:30.411135201Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:30.411554416Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:30.420719564Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:30.420786133Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:30.421376549Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"inserting 1 samples into database","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:30.494043252Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 1 samples into database","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:30.496428973Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"unrolling 1 total samples","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:30.499025885Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"id":"6dc71f35-de8c-4050-9e17-e2a7a13c8a37","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:30.504388192Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"id":"6dc71f35-de8c-4050-9e17-e2a7a13c8a37","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"inserted rows into table","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:30.506272926Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"id":"6dc71f35-de8c-4050-9e17-e2a7a13c8a37","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2} {"msg":"inserting data","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:30.506379326Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"id":"6dc71f35-de8c-4050-9e17-e2a7a13c8a37","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"inserted rows into table","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:30.510720028Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"id":"6dc71f35-de8c-4050-9e17-e2a7a13c8a37","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:30.510878704Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:30.526477901Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"result":"Ok(\"found\")"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:30.578492636Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:30.578589391Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:30.578622946Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:30.578650833Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:30.579299831Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:30.582629003Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:30.587528935Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:30.587607998Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:30.587637544Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:30.588043635Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:30.590333881Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:30.590434764Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:30.590790148Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2026-03-20T18:35:30.597118506Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:30.643362444Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"result":"Ok(\"found\")"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:30.695041366Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:30.695121069Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:30.695153144Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:30.695180561Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:30.695897428Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:30.69914056Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:30.704229154Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:30.704312035Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:30.704343041Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:30.704364101Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:30.707709216Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:30.707773656Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:30.708212972Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:30.75983227Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"result":"Ok(\"found\")"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:30.810907362Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:30.810971652Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:30.811002638Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:30.811034993Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:30.811755628Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:30.81433126Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:30.818405856Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:30.818475203Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:30.818501871Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:30.818728256Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:30.821033114Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:30.821093206Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:30.821465403Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:30.866167958Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"result":"Ok(\"found\")"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:30.917958967Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:30.918046877Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:30.918079012Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:30.918112346Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:30.918678463Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:30.921754823Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:30.929369702Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:30.929443757Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:30.929538274Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:30.930789612Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:30.935393201Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:30.935452084Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:30.938950077Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:30.941296526Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"CockroachClusterAdminClient","component":"inventory_cockroach_client","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Err(reqwest::Error { kind: Request, url: \"http://[::1]:32222/node/id\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", [::1]:32222, Os { code: 146, kind: ConnectionRefused, message: \"Connection refused\" })) })"} {"msg":"Failed to fetch metrics from CockroachDB node","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2026-03-20T18:35:30.941780761Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"CockroachClusterAdminClient","component":"inventory_cockroach_client","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","error":"Failed to get node ID from [::1]:32222"} {"msg":"begin collection from NTP admin (timesync)","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:31.010492793Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","zone_id":"3833e8c2-707a-47f9-934d-9e23e6b9eade (omicron_zone)","sled_agent_url":"http://[::1]:10123"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:31.010680036Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"ntp_admin_url":"http://[::1]:10123","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:10123/timesync","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:31.011052663Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"ntp_admin_url":"http://[::1]:10123","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Err(reqwest::Error { kind: Request, url: \"http://[::1]:10123/timesync\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", [::1]:10123, Os { code: 146, kind: ConnectionRefused, message: \"Connection refused\" })) })"} {"msg":"begin collection from internal DNS servers","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:31.012272685Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"begin collection from DNS server","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:31.08278609Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","zone_id":"462fb358-5ee7-4c27-9155-e706a04f5fb1 (omicron_zone)"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:31.082864023Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"internal_dns_url":"http://[::1]:59806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:59806/config","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:31.083339462Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"[::1]:59806","component":"http","kind":"dns","component":"internal_dns_server","remote_addr":"[::1]:45822"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:31.083684652Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"uri":"/config","method":"GET","req_id":"d6b536a9-ed1b-45d2-8b97-8a1b6ecfeac9","remote_addr":"[::1]:45822","local_addr":"[::1]:59806","component":"http","kind":"dns","component":"internal_dns_server"} {"msg":"determined request API version","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:31.083736578Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"uri":"/config","method":"GET","req_id":"d6b536a9-ed1b-45d2-8b97-8a1b6ecfeac9","remote_addr":"[::1]:45822","local_addr":"[::1]:59806","component":"http","kind":"dns","component":"internal_dns_server","version":"2.0.0"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:31.084348713Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"uri":"/config","method":"GET","req_id":"d6b536a9-ed1b-45d2-8b97-8a1b6ecfeac9","remote_addr":"[::1]:45822","local_addr":"[::1]:59806","component":"http","kind":"dns","component":"internal_dns_server","latency_us":682,"response_code":200} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:31.08465606Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"internal_dns_url":"http://[::1]:59806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:59806/config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d6b536a9-ed1b-45d2-8b97-8a1b6ecfeac9\", \"content-length\": \"3478\", \"date\": \"Fri, 20 Mar 2026 18:35:31 GMT\"} })"} {"msg":"finished collection from DNS server","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:31.084950543Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","zone_id":"462fb358-5ee7-4c27-9155-e706a04f5fb1 (omicron_zone)"} {"msg":"finished collection from internal DNS servers","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:31.08504375Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"finished collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:31.085070767Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:31.085198948Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:31.08525859Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:31.085291834Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:31.085321091Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:31.086052451Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:31.089071827Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:31.092271699Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:31.092556926Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:31.092599197Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:31.093055675Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:31.135178289Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"result":"Ok(\"found\")"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:31.190780676Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:31.190891015Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:31.19092427Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:31.190954745Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:31.19191343Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:31.195952952Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:31.205135762Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:31.205235955Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:31.205264872Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:31.205798784Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:31.315770341Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"producer_port":56192,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collecting from producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:31.315846726Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"producer_port":56192,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"sent collection request to producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:31.318044794Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"producer_port":56192,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:31.318858026Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"producer_port":56192,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:31.318915059Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"producer_port":56192,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:31.318987525Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"producer_port":56192,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:31.34349614Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Err(reqwest::Error { kind: Request, url: \"http://[::1]:32222/node/id\", source: TimedOut })"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:31.343948899Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"errors\":[{\"err\":\"failed to fetch node ID for zone 24911ead-7351-4318-ba3f-d9539b22e513 at http://[::1]:32222: Communication Error: error sending request for url (http://[::1]:32222/node/id): error sending request for url (http://[::1]:32222/node/id): operation timed out\",\"zone_id\":\"24911ead-7351-4318-ba3f-d9539b22e513\"}],\"nsuccess\":0}","iteration":2,"elapsed":"15.078653937s"} {"msg":"inserted inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:31.415002212Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","collection_id":"f8a11af3-0745-4317-a812-ee3c8b5e4650"} {"msg":"inventory collection complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:31.415110312Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","time_started":"2026-03-20 18:35:29.431027 UTC","collection_id":"f8a11af3-0745-4317-a812-ee3c8b5e4650"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:31.415256864Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"collection_id\":\"f8a11af3-0745-4317-a812-ee3c8b5e4650\",\"time_done\":\"2026-03-20 18:35:31.085088 UTC\",\"time_started\":\"2026-03-20 18:35:29.431027 UTC\"}","iteration":6,"elapsed":"2.066670441s"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:31.415300214Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":7,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:31.41543693Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:31.415491305Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:31.4155245Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:31.415552826Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:31.417133561Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:31.419086613Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":6,"reason":"Dependency"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:31.419134721Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:31.419166716Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:31.419202949Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:31.419231666Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:31.419648212Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:31.420876841Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:31.420929936Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:31.421240052Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:31.422940761Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:31.434124941Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:31.434217168Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:31.434246275Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:31.435747417Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:31.43685863Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:31.441060636Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:31.441204999Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:31.441241092Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:31.44380557Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:31.447331761Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:31.447424847Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:31.448104811Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"inventory_prune_one: eligible for removal","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:31.450022729Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","candidates":"[(468bb128-d833-41e0-b5c5-cab35386e616, 2), (d4f37df1-7945-4328-8cea-177070c7c398, 2), (a7a4c28d-1010-42d6-8073-f999a86effe4, 2), (f8a11af3-0745-4317-a812-ee3c8b5e4650, 2)]","collection_id":"468bb128-d833-41e0-b5c5-cab35386e616"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:31.450075445Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:31.450104661Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:31.451409185Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"inserting 1 samples into database","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:31.491774457Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"unrolling 1 total samples","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:31.491893061Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"id":"6dc71f35-de8c-4050-9e17-e2a7a13c8a37","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:31.492619933Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"id":"6dc71f35-de8c-4050-9e17-e2a7a13c8a37","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"inserting 1 samples into database","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:31.49331521Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserted rows into table","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:31.49598221Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"id":"6dc71f35-de8c-4050-9e17-e2a7a13c8a37","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2} {"msg":"inserting data","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:31.49604645Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"id":"6dc71f35-de8c-4050-9e17-e2a7a13c8a37","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"inserted rows into table","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:31.498873096Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"id":"6dc71f35-de8c-4050-9e17-e2a7a13c8a37","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:31.498937426Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:31.522115299Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"result":"Ok(\"found\")"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:31.526310099Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"external client test context","body":"Body { inner: BoxBody }","uri":"http://127.0.0.1:51359/v1/projects","method":"POST"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:31.52794213Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"127.0.0.1:51359","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","remote_addr":"127.0.0.1:33644"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:31.528905042Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"uri":"/v1/projects","method":"POST","req_id":"dfb1475c-94bc-4c7a-9d2e-22b7688b5f21","remote_addr":"127.0.0.1:33644","local_addr":"127.0.0.1:51359","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"determined request API version","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:31.528965874Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"uri":"/v1/projects","method":"POST","req_id":"dfb1475c-94bc-4c7a-9d2e-22b7688b5f21","remote_addr":"127.0.0.1:33644","local_addr":"127.0.0.1:51359","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","version":"2026031400.0.0"} {"msg":"authn: trying Spoof","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:31.530084954Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"uri":"/v1/projects","method":"POST","req_id":"dfb1475c-94bc-4c7a-9d2e-22b7688b5f21","remote_addr":"127.0.0.1:33644","local_addr":"127.0.0.1:51359","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"looking up silo for user","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:31.530193963Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"uri":"/v1/projects","method":"POST","req_id":"dfb1475c-94bc-4c7a-9d2e-22b7688b5f21","remote_addr":"127.0.0.1:33644","local_addr":"127.0.0.1:51359","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","silo_user_id":"001de000-05e4-4000-8000-000000004007"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:31.530282532Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:31.530316996Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:31.530913848Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:31.540789417Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:31.540852077Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:31.541554201Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:31.545846145Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"Loaded\":{\"collection_id\":\"f8a11af3-0745-4317-a812-ee3c8b5e4650\",\"time_loaded\":\"2026-03-20T18:35:31.419069671Z\",\"time_started\":\"2026-03-20T18:35:29.431027Z\"}}","iteration":6,"elapsed":"126.751945ms"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:31.54592277Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":5,"reason":"Dependency"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:31.545949757Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"error\":\"task disabled\"}","iteration":5,"elapsed":"12.624µs"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:31.545976525Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":5,"reason":"Dependency"} {"msg":"multicast group reconciler activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:31.546001013Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"starting multicast reconciliation pass","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:31.546023023Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:31.546043534Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:31.546251617Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"blueprint_planner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":7,"reason":"Dependency"} {"msg":"blueprint planning disabled, doing nothing","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:31.546293707Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"blueprint_planner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:31.546315437Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"blueprint_planner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"\"Disabled\"","iteration":7,"elapsed":"34.224µs"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:31.546341265Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":5,"reason":"Dependency"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:31.546365244Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:31.54639496Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:31.546424277Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:31.54648236Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:31.547196298Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:31.548522981Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:31.548571788Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:31.548600895Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:31.548625693Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:31.549004897Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:31.550489716Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"peer_addr":"[::1]:49468","req_id":"aa232469-1803-46d6-9ccc-29d78c82851b","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000: f6 47 01 00 00 01 00 00 00 00 00 01 09 5f 64 65 .G..........._de\n0010: 6e 64 72 69 74 65 04 5f 74 63 70 0d 63 6f 6e 74 ndrite._tcp.cont\n0020: 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 rol-plane.oxide.\n0030: 69 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 internal..!....)\n0040: 04 d0 00 00 00 00 00 00 ........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:31.550614898Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"peer_addr":"[::1]:49468","req_id":"aa232469-1803-46d6-9ccc-29d78c82851b","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 63047,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 9,\n 95,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:31.55071896Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"store","component":"internal_dns_server","key":"_dendrite._tcp"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:31.550809208Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:31.55140707Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"peer_addr":"[::1]:49468","req_id":"aa232469-1803-46d6-9ccc-29d78c82851b","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","records":"[Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 35630, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") }) }]","query":"LowerQuery { name: LowerName(Name(\"_dendrite._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:31.551588136Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:31.5549549Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:31.555030625Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:31.555060191Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:31.555089857Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:31.555116935Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:31.555316592Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:31.556671452Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:31.556724048Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:31.556751995Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:31.557238248Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:31.560105036Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:31.567540958Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:31.567611535Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:31.567638863Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:31.569057013Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:31.571148601Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:31.573337223Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:31.573403372Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:31.57342982Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:31.573715667Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:31.575219268Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 35630, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }], valid_until: Instant { tv_sec: 1543, tv_nsec: 224082794 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:31.575289515Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:31.575808824Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"peer_addr":"[::1]:4104","req_id":"aa9616b9-982b-4316-b935-ba7c4c0fab85","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: ce 86 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e ............-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:31.575910647Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"peer_addr":"[::1]:4104","req_id":"aa9616b9-982b-4316-b935-ba7c4c0fab85","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 52870,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:31.576037508Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:31.576058188Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"peer_addr":"[::1]:4104","req_id":"aa9616b9-982b-4316-b935-ba7c4c0fab85","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:31.576100248Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:31.576137071Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:31.576166957Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:31.576194235Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:31.588607613Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:31.58973258Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:31.589792282Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:31.589823658Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:31.589849076Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:31.590288611Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:31.6733745Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"DpdClient","background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:35630/switch/identifiers","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:31.675134352Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:31.679448576Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:31.67956845Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:31.679601535Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:31.67963213Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:31.679657858Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:31.679856566Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:31.681041405Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:31.681140649Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:31.681170835Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:31.681324863Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"} {"msg":"removed inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:31.683837685Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","ninternal_dns":1,"nntp_timesync":0,"ncockroach_status":0,"nclickhouse_keeper_membership":0,"nerrors":2,"nzpools":0,"nomicron_sled_config_zone_nics":3,"nomicron_sled_config_zones":7,"nomicron_sled_config_datasets":7,"nomicron_sled_config_disks":10,"nomicron_sled_configs":1,"nboot_partitions":2,"nconfig_reconcilers":1,"nmupdate_override_non_boot":0,"nmeasurement_manifest_non_boot":0,"nzone_manifest_non_boot":0,"nzone_manifest_measurements":0,"nzone_manifest_zones":0,"nlast_reconciliation_measurements":2,"nlast_reconciliation_zone_results":7,"nlast_reconciliation_orphaned_datasets":0,"nlast_reconciliation_dataset_results":7,"nlast_reconciliation_disk_results":10,"nnvme_disk_firmware":0,"nphysical_disks":0,"ndatasets":7,"nsled_agents":1,"nrot_pages":16,"ncabooses":24,"nrots":4,"nhost_phase1_flash_hashes":4,"nhost_phase1_active_slots":2,"nsps":4,"ncollections":1,"collection_id":"468bb128-d833-41e0-b5c5-cab35386e616"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:31.683984687Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:31.68401943Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:31.684155267Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2026-03-20T18:35:31.686314173Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:31.693214595Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:31.702093946Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"} {"msg":"authn result: Ok(Context { kind: Authenticated(Details { actor: Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }, device_token_expiration: None, credential_id: None }, Some(SiloAuthnPolicy { mapped_fleet_roles: {} })), schemes_tried: [Spoof] })","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:31.702167142Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"uri":"/v1/projects","method":"POST","req_id":"dfb1475c-94bc-4c7a-9d2e-22b7688b5f21","remote_addr":"127.0.0.1:33644","local_addr":"127.0.0.1:51359","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:31.702247855Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/projects","method":"POST","req_id":"dfb1475c-94bc-4c7a-9d2e-22b7688b5f21","remote_addr":"127.0.0.1:33644","local_addr":"127.0.0.1:51359","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"AuditLog","action":"CreateChild","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:31.702298381Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/projects","method":"POST","req_id":"dfb1475c-94bc-4c7a-9d2e-22b7688b5f21","remote_addr":"127.0.0.1:33644","local_addr":"127.0.0.1:51359","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:31.702337673Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/projects","method":"POST","req_id":"dfb1475c-94bc-4c7a-9d2e-22b7688b5f21","remote_addr":"127.0.0.1:33644","local_addr":"127.0.0.1:51359","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:31.702372187Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/projects","method":"POST","req_id":"dfb1475c-94bc-4c7a-9d2e-22b7688b5f21","remote_addr":"127.0.0.1:33644","local_addr":"127.0.0.1:51359","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:31.70494781Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/projects","method":"POST","req_id":"dfb1475c-94bc-4c7a-9d2e-22b7688b5f21","remote_addr":"127.0.0.1:33644","local_addr":"127.0.0.1:51359","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:31.707744659Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:31.720364571Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:31.720444334Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:31.720472521Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:31.720771002Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:31.723500663Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","candidates":"[(d4f37df1-7945-4328-8cea-177070c7c398, 2), (a7a4c28d-1010-42d6-8073-f999a86effe4, 2), (f8a11af3-0745-4317-a812-ee3c8b5e4650, 2)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:31.723729187Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:31.725944426Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"DpdClient","background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:35630/switch/identifiers\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b490d8d2-3c76-49dc-9358-c9c6de881782\", \"content-length\": \"717\", \"date\": \"Fri, 20 Mar 2026 18:35:31 GMT\"} })"} {"msg":"searching for multicast groups","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:31.726101733Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","state":"Creating"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:31.726158907Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:31.726189622Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:31.728374936Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"ensured all Crucible datasets present in inventory have database records","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:31.730631277Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","num_inserted":0,"num_already_exist":0,"num_not_in_inventory":0} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:31.730686661Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:31.730717127Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:31.730747943Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:31.730774191Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:31.73159285Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:31.735078509Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/projects","method":"POST","req_id":"dfb1475c-94bc-4c7a-9d2e-22b7688b5f21","remote_addr":"127.0.0.1:33644","local_addr":"127.0.0.1:51359","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:31.742597034Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/projects","method":"POST","req_id":"dfb1475c-94bc-4c7a-9d2e-22b7688b5f21","remote_addr":"127.0.0.1:33644","local_addr":"127.0.0.1:51359","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"AuditLog","action":"CreateChild","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:31.74269122Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/projects","method":"POST","req_id":"dfb1475c-94bc-4c7a-9d2e-22b7688b5f21","remote_addr":"127.0.0.1:33644","local_addr":"127.0.0.1:51359","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:31.742732111Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/projects","method":"POST","req_id":"dfb1475c-94bc-4c7a-9d2e-22b7688b5f21","remote_addr":"127.0.0.1:33644","local_addr":"127.0.0.1:51359","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:31.743797066Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/projects","method":"POST","req_id":"dfb1475c-94bc-4c7a-9d2e-22b7688b5f21","remote_addr":"127.0.0.1:33644","local_addr":"127.0.0.1:51359","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:31.750910178Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:31.762063742Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:31.762143985Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:31.762174811Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:31.762206226Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:31.762233373Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:31.762668871Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"found multicast groups","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:31.764593696Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","state":"Creating","count":0} {"msg":"reconciling member state changes","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:31.764654208Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:31.764675938Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:31.764705144Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:31.77000438Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:31.777094534Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"peer_addr":"[::1]:63660","req_id":"05b5838b-b7d5-4250-b69c-eda53984291a","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: b0 a9 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 ............._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:31.77716762Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"peer_addr":"[::1]:63660","req_id":"05b5838b-b7d5-4250-b69c-eda53984291a","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 45225,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:31.777502984Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:31.777612103Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:31.777651445Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"peer_addr":"[::1]:63660","req_id":"05b5838b-b7d5-4250-b69c-eda53984291a","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 62233, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") }) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:31.777850522Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:31.787801375Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:31.787863157Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:31.787890354Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:31.788340485Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"member state reconciliation completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:31.789686639Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","members_processed":0} {"msg":"cleaning up deleted multicast members","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:31.789750289Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:31.789772379Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:31.789800666Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:31.790172303Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:31.791482454Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 62233, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }], valid_until: Instant { tv_sec: 1543, tv_nsec: 440359224 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:31.791551562Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:31.791949876Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"peer_addr":"[::1]:26815","req_id":"1031947a-ed13-448b-8348-a1029542c7f3","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 00 a6 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e ............-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:31.792008419Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"peer_addr":"[::1]:26815","req_id":"1031947a-ed13-448b-8348-a1029542c7f3","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 166,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:31.792169614Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:31.792227967Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"peer_addr":"[::1]:26815","req_id":"1031947a-ed13-448b-8348-a1029542c7f3","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"all LocalStorage datasets reconciled","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:31.79243756Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","num_inserted":0,"num_already_exist":0,"num_not_in_inventory":0,"num_tombstoned":0,"num_already_tombstoned":0} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:31.792470664Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:31.792496972Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:31.792524249Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:31.792549258Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:31.793051784Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:31.883124214Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:31.884845584Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/projects","method":"POST","req_id":"dfb1475c-94bc-4c7a-9d2e-22b7688b5f21","remote_addr":"127.0.0.1:33644","local_addr":"127.0.0.1:51359","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"CreateChild","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:31.884941719Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/projects","method":"POST","req_id":"dfb1475c-94bc-4c7a-9d2e-22b7688b5f21","remote_addr":"127.0.0.1:33644","local_addr":"127.0.0.1:51359","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:31.884984339Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/projects","method":"POST","req_id":"dfb1475c-94bc-4c7a-9d2e-22b7688b5f21","remote_addr":"127.0.0.1:33644","local_addr":"127.0.0.1:51359","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:31.885021842Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/projects","method":"POST","req_id":"dfb1475c-94bc-4c7a-9d2e-22b7688b5f21","remote_addr":"127.0.0.1:33644","local_addr":"127.0.0.1:51359","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:31.885620034Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/projects","method":"POST","req_id":"dfb1475c-94bc-4c7a-9d2e-22b7688b5f21","remote_addr":"127.0.0.1:33644","local_addr":"127.0.0.1:51359","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"multicast group member complete deletion finished","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:31.887321632Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","left_and_time_deleted_members_deleted":0} {"msg":"checking for empty multicast groups to implicitly delete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:31.887380545Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:31.887404534Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:31.88743552Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:31.887930949Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:31.88919747Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:31.893131191Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:31.893194542Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:31.893225477Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:31.893257123Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:31.89328552Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:31.893697378Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:31.895459809Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"peer_addr":"[::1]:28981","req_id":"8f9233e1-5b93-48e0-94c2-bcd5a609de86","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: 27 0d 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c '............_cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:31.895527337Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"peer_addr":"[::1]:28981","req_id":"8f9233e1-5b93-48e0-94c2-bcd5a609de86","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 9997,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:31.895700617Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 9997,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"test_action_failure_can_unwind_idempotently","level":50,"time":"2026-03-20T18:35:31.895875075Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"peer_addr":"[::1]:28981","req_id":"8f9233e1-5b93-48e0-94c2-bcd5a609de86","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:31.896297759Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_cockroach._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:31.89655373Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"peer_addr":"[::1]:11429","req_id":"3ae983e1-5f8f-4a6a-a9a0-341a6bd1b4e7","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 73 (0x49) bytes\n0000: d5 8e 01 00 00 01 00 00 00 00 00 01 0a 5f 63 6f ............._co\n0010: 63 6b 72 6f 61 63 68 04 5f 74 63 70 0d 63 6f 6e ckroach._tcp.con\n0020: 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 trol-plane.oxide\n0030: 08 69 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 .internal..!....\n0040: 29 04 d0 00 00 00 00 00 00 )........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:31.896615891Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"peer_addr":"[::1]:11429","req_id":"3ae983e1-5f8f-4a6a-a9a0-341a6bd1b4e7","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 54670,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_cockroach._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_cockroach._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 10,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:31.896792989Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"store","component":"internal_dns_server","key":"_cockroach._tcp"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:31.896900009Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"store","component":"internal_dns_server","key":"24911ead-7351-4318-ba3f-d9539b22e513.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:31.897045671Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"peer_addr":"[::1]:11429","req_id":"3ae983e1-5f8f-4a6a-a9a0-341a6bd1b4e7","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"24911ead-7351-4318-ba3f-d9539b22e513.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","records":"[Record { name_labels: Name(\"_cockroach._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 36931, target: Name(\"24911ead-7351-4318-ba3f-d9539b22e513.host.control-plane.oxide.internal\") }) }]","query":"LowerQuery { name: LowerName(Name(\"_cockroach._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_cockroach._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"searching for multicast groups","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:31.897121046Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","state":"Active"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:31.897147914Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:31.897203688Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:31.897587709Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:31.899386663Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:31.905981736Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:31.906171128Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:31.906227192Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:31.907385644Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:31.912319819Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/projects","method":"POST","req_id":"dfb1475c-94bc-4c7a-9d2e-22b7688b5f21","remote_addr":"127.0.0.1:33644","local_addr":"127.0.0.1:51359","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:31.912811241Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/projects","method":"POST","req_id":"dfb1475c-94bc-4c7a-9d2e-22b7688b5f21","remote_addr":"127.0.0.1:33644","local_addr":"127.0.0.1:51359","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:31.912863257Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/projects","method":"POST","req_id":"dfb1475c-94bc-4c7a-9d2e-22b7688b5f21","remote_addr":"127.0.0.1:33644","local_addr":"127.0.0.1:51359","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:31.913418908Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/projects","method":"POST","req_id":"dfb1475c-94bc-4c7a-9d2e-22b7688b5f21","remote_addr":"127.0.0.1:33644","local_addr":"127.0.0.1:51359","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"found multicast groups","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:31.921610589Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","state":"Active","count":0} {"msg":"searching for multicast groups","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:31.921691572Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","state":"Deleting"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:31.92182458Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:31.921876096Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:31.923767437Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"all LocalStorageUnencrypted datasets reconciled","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:31.93189037Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","num_inserted":0,"num_already_exist":0,"num_not_in_inventory":0,"num_tombstoned":0,"num_already_tombstoned":0} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:31.932030974Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"blueprint_id\":\"7c59652d-7897-49e0-b9a9-4edb68c28372\",\"inventory_collection_id\":\"f8a11af3-0745-4317-a812-ee3c8b5e4650\",\"stats\":{\"crucible_dataset\":{\"num_already_exist\":0,\"num_inserted\":0,\"num_not_in_inventory\":0},\"debug_dataset\":{\"num_already_exist\":0,\"num_already_tombstoned\":0,\"num_inserted\":0,\"num_not_in_inventory\":0,\"num_tombstoned\":0},\"local_storage_dataset\":{\"num_already_exist\":0,\"num_already_tombstoned\":0,\"num_inserted\":0,\"num_not_in_inventory\":0,\"num_tombstoned\":0},\"local_storage_unencrypted_dataset\":{\"num_already_exist\":0,\"num_already_tombstoned\":0,\"num_inserted\":0,\"num_not_in_inventory\":0,\"num_tombstoned\":0}}}","iteration":5,"elapsed":"385.681473ms"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:31.932622699Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","response":"SrvLookup(Lookup { query: Query { name: Name(\"_cockroach._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_cockroach._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 36931, target: Name(\"24911ead-7351-4318-ba3f-d9539b22e513.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"24911ead-7351-4318-ba3f-d9539b22e513.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }], valid_until: Instant { tv_sec: 1543, tv_nsec: 581505157 } })","dns_name":"_cockroach._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:31.932690708Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","name":"Name(\"24911ead-7351-4318-ba3f-d9539b22e513.host.control-plane.oxide.internal.\")"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:31.933441079Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/projects","method":"POST","req_id":"dfb1475c-94bc-4c7a-9d2e-22b7688b5f21","remote_addr":"127.0.0.1:33644","local_addr":"127.0.0.1:51359","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:31.944377764Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/projects","method":"POST","req_id":"dfb1475c-94bc-4c7a-9d2e-22b7688b5f21","remote_addr":"127.0.0.1:33644","local_addr":"127.0.0.1:51359","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"CreateChild","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"tracking newly created saga","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:31.946391607Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"saga_id":"b175f959-aaef-43e3-9dc2-b5a0f2c2bec5","component":"SagaQuiesceHandle","component":"NexusQuiesceHandle","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"preparing saga","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:31.946463134Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"saga_id":"b175f959-aaef-43e3-9dc2-b5a0f2c2bec5","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga create","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:31.947046723Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"saga_name":"project-create","saga_id":"b175f959-aaef-43e3-9dc2-b5a0f2c2bec5","sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dag":"{\"end_node\":21,\"graph\":{\"edge_property\":\"directed\",\"edges\":[[0,1,null],[1,2,null],[3,4,null],[4,5,null],[5,6,null],[6,7,null],[7,8,null],[8,9,null],[9,10,null],[10,11,null],[11,12,null],[12,13,null],[13,14,null],[14,15,null],[15,16,null],[16,17,null],[17,18,null],[2,3,null],[18,19,null],[20,0,null],[19,21,null]],\"node_holes\":[],\"nodes\":[{\"Action\":{\"action_name\":\"project_create.project_create_record\",\"label\":\"ProjectCreateRecord\",\"name\":\"project\"}},{\"Action\":{\"action_name\":\"project_create.project_create_vpc_params\",\"label\":\"ProjectCreateVpcParams\",\"name\":\"vpc_create_params\"}},{\"SubsagaStart\":{\"params_node_name\":\"vpc_create_params\",\"saga_name\":\"vpc-create\"}},{\"Action\":{\"action_name\":\"common.uuid_generate\",\"label\":\"GenerateVpcId\",\"name\":\"vpc_id\"}},{\"Action\":{\"action_name\":\"common.uuid_generate\",\"label\":\"GenerateSystemRouterId\",\"name\":\"system_router_id\"}},{\"Action\":{\"action_name\":\"common.uuid_generate\",\"label\":\"GenerateDefaultV4RouteId\",\"name\":\"default_v4_route_id\"}},{\"Action\":{\"action_name\":\"common.uuid_generate\",\"label\":\"GenerateDefaultV6RouteId\",\"name\":\"default_v6_route_id\"}},{\"Action\":{\"action_name\":\"common.uuid_generate\",\"label\":\"GenerateSubnetRouteId\",\"name\":\"subnet_route_id\"}},{\"Action\":{\"action_name\":\"common.uuid_generate\",\"label\":\"GenerateDefaultSubnetId\",\"name\":\"default_subnet_id\"}},{\"Action\":{\"action_name\":\"common.uuid_generate\",\"label\":\"GenerateDefaultInternetGatewayId\",\"name\":\"default_internet_gateway_id\"}},{\"Action\":{\"action_name\":\"vpc_create.vpc_create_vpc\",\"label\":\"VpcCreateVpc\",\"name\":\"vpc\"}},{\"Action\":{\"action_name\":\"vpc_create.vpc_create_router\",\"label\":\"VpcCreateRouter\",\"name\":\"router\"}},{\"Action\":{\"action_name\":\"vpc_create.vpc_create_v4_route\",\"label\":\"VpcCreateV4Route\",\"name\":\"route4\"}},{\"Action\":{\"action_name\":\"vpc_create.vpc_create_v6_route\",\"label\":\"VpcCreateV6Route\",\"name\":\"route6\"}},{\"Action\":{\"action_name\":\"vpc_create.vpc_create_subnet\",\"label\":\"VpcCreateSubnet\",\"name\":\"subnet\"}},{\"Action\":{\"action_name\":\"vpc_create.vpc_create_subnet_route\",\"label\":\"VpcCreateSubnetRoute\",\"name\":\"route\"}},{\"Action\":{\"action_name\":\"vpc_create.vpc_update_firewall\",\"label\":\"VpcUpdateFirewall\",\"name\":\"firewall\"}},{\"Action\":{\"action_name\":\"vpc_create.vpc_create_gateway\",\"label\":\"VpcCreateGateway\",\"name\":\"gateway\"}},{\"Action\":{\"action_name\":\"vpc_create.vpc_notify_sleds\",\"label\":\"VpcNotifySleds\",\"name\":\"no_result\"}},{\"SubsagaEnd\":{\"name\":\"vpc\"}},{\"Start\":{\"params\":{\"authz_silo\":{\"key\":\"001de000-5110-4000-8000-000000000000\",\"lookup_type\":{\"ById\":\"001de000-5110-4000-8000-000000000000\"},\"parent\":null},\"project_create\":{\"description\":\"a pier\",\"name\":\"springfield-squidport\"},\"serialized_authn\":{\"kind\":{\"Authenticated\":[{\"actor\":{\"SiloUser\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"silo_user_id\":\"001de000-05e4-4000-8000-000000004007\"}},\"credential_id\":null,\"device_token_expiration\":null},{\"mapped_fleet_roles\":{}}]}}}}},\"End\"]},\"saga_name\":\"project-create\",\"start_node\":20}"} {"msg":"creating saga","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:31.947261013Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","saga_name":"project-create","saga_id":"b175f959-aaef-43e3-9dc2-b5a0f2c2bec5"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:31.95905264Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"peer_addr":"[::1]:25311","req_id":"e9762537-3877-4389-86ed-ac64c6936872","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 99 (0x63) bytes\n0000: 00 be 01 00 00 01 00 00 00 00 00 01 24 32 34 39 ............$249\n0010: 31 31 65 61 64 2d 37 33 35 31 2d 34 33 31 38 2d 11ead-7351-4318-\n0020: 62 61 33 66 2d 64 39 35 33 39 62 32 32 65 35 31 ba3f-d9539b22e51\n0030: 33 04 68 6f 73 74 0d 63 6f 6e 74 72 6f 6c 2d 70 3.host.control-p\n0040: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0050: 6e 61 6c 00 00 1c 00 01 00 00 29 04 d0 00 00 00 nal.......).....\n0060: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:31.959171045Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"peer_addr":"[::1]:25311","req_id":"e9762537-3877-4389-86ed-ac64c6936872","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 190,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"24911ead-7351-4318-ba3f-d9539b22e513.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"24911ead-7351-4318-ba3f-d9539b22e513.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 36,\n 50,\n 52,\n 57,\n 49,\n 49,\n 101,\n 97,\n 100,\n 45,\n 55,\n 51,\n 53,\n 49,\n 45,\n 52,\n 51,\n 49,\n 56,\n 45,\n 98,\n 97,\n 51,\n 102,\n 45,\n 100,\n 57,\n 53,\n 51,\n 57,\n 98,\n 50,\n 50,\n 101,\n 53,\n 49,\n 51,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:31.959287891Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"store","component":"internal_dns_server","key":"24911ead-7351-4318-ba3f-d9539b22e513.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:31.959365145Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"peer_addr":"[::1]:25311","req_id":"e9762537-3877-4389-86ed-ac64c6936872","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"24911ead-7351-4318-ba3f-d9539b22e513.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"24911ead-7351-4318-ba3f-d9539b22e513.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"24911ead-7351-4318-ba3f-d9539b22e513.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"begin collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:31.959832078Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"begin collection from MGS","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:31.959877317Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","mgs_url":"http://[::1]:62233"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:31.959904934Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"gateway_url":"http://[::1]:62233","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:62233/ignition","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:31.963423528Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"gateway_url":"http://[::1]:62233","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:62233/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5de74935-766a-4b8d-b7a9-ab022ab24c4d\", \"content-length\": \"835\", \"date\": \"Fri, 20 Mar 2026 18:35:31 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:31.963736173Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"gateway_url":"http://[::1]:62233","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:62233/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:31.967237875Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"gateway_url":"http://[::1]:62233","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:62233/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3ae5a6a1-f912-4001-b7a8-9a41c4bcd2ed\", \"content-length\": \"734\", \"date\": \"Fri, 20 Mar 2026 18:35:31 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:31.968189902Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"gateway_url":"http://[::1]:62233","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:62233/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:31.969859636Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"gateway_url":"http://[::1]:62233","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:62233/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"24339112-3ab4-4bb1-8faa-8b5ee8b740f8\", \"content-length\": \"111\", \"date\": \"Fri, 20 Mar 2026 18:35:31 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:31.970037203Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"gateway_url":"http://[::1]:62233","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:62233/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:31.974767894Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"gateway_url":"http://[::1]:62233","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:62233/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"223da8c5-c858-4d29-b7ee-35d701b172dc\", \"content-length\": \"111\", \"date\": \"Fri, 20 Mar 2026 18:35:31 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:31.974864579Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"gateway_url":"http://[::1]:62233","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:62233/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:31.977665906Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"gateway_url":"http://[::1]:62233","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:62233/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fec542b2-7ab6-4ba8-93a0-2ed8b63b8887\", \"content-length\": \"163\", \"date\": \"Fri, 20 Mar 2026 18:35:31 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:31.978737248Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"gateway_url":"http://[::1]:62233","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:62233/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:31.982247976Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"gateway_url":"http://[::1]:62233","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:62233/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5b404b6b-1c8a-4b58-a98e-485ed55da81b\", \"content-length\": \"163\", \"date\": \"Fri, 20 Mar 2026 18:35:31 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:31.982332716Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"gateway_url":"http://[::1]:62233","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:62233/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:31.984445414Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"gateway_url":"http://[::1]:62233","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:62233/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5ca72bd6-38aa-49f8-81fb-d409d25cec94\", \"content-length\": \"166\", \"date\": \"Fri, 20 Mar 2026 18:35:31 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:31.984783317Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"gateway_url":"http://[::1]:62233","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:62233/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"found multicast groups","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:31.985827381Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","state":"Deleting","count":0} {"msg":"multicast RPW reconciliation cycle completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:31.986090949Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","error_count":0,"total_dpd_operations":0,"orphaned_member_cleanup":0,"member_lifecycle_transitions":0,"active_groups_verified":0,"external_groups_deleted":0,"external_groups_created":0} {"msg":"multicast RPW reconciliation pass completed - dataplane consistent","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:31.986139736Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:31.986205266Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"disabled\":false,\"empty_groups_marked\":0,\"errors\":[],\"groups_created\":0,\"groups_deleted\":0,\"groups_verified\":0,\"members_deleted\":0,\"members_processed\":0}","iteration":5,"elapsed":"440.27351ms"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:31.988769084Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"gateway_url":"http://[::1]:62233","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:62233/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2d78b79a-40da-4bb0-ae22-92962d71728a\", \"content-length\": \"166\", \"date\": \"Fri, 20 Mar 2026 18:35:31 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:31.988830425Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"gateway_url":"http://[::1]:62233","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:62233/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:31.989966967Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"gateway_url":"http://[::1]:62233","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:62233/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b95c7aba-e978-401e-966c-8d97f3de7ae2\", \"content-length\": \"702\", \"date\": \"Fri, 20 Mar 2026 18:35:31 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:31.990134239Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"gateway_url":"http://[::1]:62233","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:62233/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:31.992931448Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"gateway_url":"http://[::1]:62233","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:62233/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1cd06ddf-041d-45b6-b571-32f6841c21d0\", \"content-length\": \"727\", \"date\": \"Fri, 20 Mar 2026 18:35:31 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:31.99299257Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"gateway_url":"http://[::1]:62233","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:62233/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:31.996324221Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"gateway_url":"http://[::1]:62233","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:62233/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"54c70939-5ce0-4559-9821-259d9840455a\", \"content-length\": \"729\", \"date\": \"Fri, 20 Mar 2026 18:35:31 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:31.996404263Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"gateway_url":"http://[::1]:62233","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:62233/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"starting saga","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:32.00497237Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"saga_id":"b175f959-aaef-43e3-9dc2-b5a0f2c2bec5","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga start","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:32.005111475Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"saga_name":"project-create","saga_id":"b175f959-aaef-43e3-9dc2-b5a0f2c2bec5","sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:32.005404849Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N020 started"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:32.005447479Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"event_type":"Started","node_id":"20","saga_id":"b175f959-aaef-43e3-9dc2-b5a0f2c2bec5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:32.038987594Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"gateway_url":"http://[::1]:62233","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:62233/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d7d9b3d5-efbd-4739-b36d-19cfb310ad37\", \"content-length\": \"728\", \"date\": \"Fri, 20 Mar 2026 18:35:32 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:32.039171608Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"gateway_url":"http://[::1]:62233","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:62233/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:32.041098063Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"gateway_url":"http://[::1]:62233","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:62233/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"da9f36b6-0f7c-4541-8dc9-92fcc9b17bc0\", \"content-length\": \"734\", \"date\": \"Fri, 20 Mar 2026 18:35:32 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:32.04119051Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"gateway_url":"http://[::1]:62233","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:62233/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:32.041761894Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N020 succeeded"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:32.041810132Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"event_type":"Succeeded(Null)","node_id":"20","saga_id":"b175f959-aaef-43e3-9dc2-b5a0f2c2bec5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:32.04499765Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N000 started"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:32.045284606Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"event_type":"Started","node_id":"0","saga_id":"b175f959-aaef-43e3-9dc2-b5a0f2c2bec5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:32.049916922Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"gateway_url":"http://[::1]:62233","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:62233/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"134b2884-0757-4223-a308-4fed53f5f9ba\", \"content-length\": \"111\", \"date\": \"Fri, 20 Mar 2026 18:35:32 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:32.050001413Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"gateway_url":"http://[::1]:62233","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:62233/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:32.050319375Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"ProjectCreateRecord","saga_id":"b175f959-aaef-43e3-9dc2-b5a0f2c2bec5","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"CreateChild","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:32.050384595Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"ProjectCreateRecord","saga_id":"b175f959-aaef-43e3-9dc2-b5a0f2c2bec5","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:32.050423927Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"ProjectCreateRecord","saga_id":"b175f959-aaef-43e3-9dc2-b5a0f2c2bec5","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:32.05045895Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"ProjectCreateRecord","saga_id":"b175f959-aaef-43e3-9dc2-b5a0f2c2bec5","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:32.051137345Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"ProjectCreateRecord","saga_id":"b175f959-aaef-43e3-9dc2-b5a0f2c2bec5","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:32.059787253Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"ProjectCreateRecord","saga_id":"b175f959-aaef-43e3-9dc2-b5a0f2c2bec5","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:32.060061875Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"ProjectCreateRecord","saga_id":"b175f959-aaef-43e3-9dc2-b5a0f2c2bec5","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:32.060101197Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"ProjectCreateRecord","saga_id":"b175f959-aaef-43e3-9dc2-b5a0f2c2bec5","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:32.061840798Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"ProjectCreateRecord","saga_id":"b175f959-aaef-43e3-9dc2-b5a0f2c2bec5","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:32.06607355Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"ProjectCreateRecord","saga_id":"b175f959-aaef-43e3-9dc2-b5a0f2c2bec5","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:32.074062246Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"ProjectCreateRecord","saga_id":"b175f959-aaef-43e3-9dc2-b5a0f2c2bec5","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"CreateChild","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:32.074153913Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"ProjectCreateRecord","saga_id":"b175f959-aaef-43e3-9dc2-b5a0f2c2bec5","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:32.074194084Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"ProjectCreateRecord","saga_id":"b175f959-aaef-43e3-9dc2-b5a0f2c2bec5","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:32.074772355Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"ProjectCreateRecord","saga_id":"b175f959-aaef-43e3-9dc2-b5a0f2c2bec5","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:32.07863382Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"gateway_url":"http://[::1]:62233","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:62233/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"521844a1-9efc-42ee-a4e8-bda0747209f3\", \"content-length\": \"111\", \"date\": \"Fri, 20 Mar 2026 18:35:32 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:32.078761361Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"gateway_url":"http://[::1]:62233","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:62233/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:32.081019981Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"gateway_url":"http://[::1]:62233","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:62233/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8eaa8a42-9e4d-467f-ad37-6a87b189e7bb\", \"content-length\": \"163\", \"date\": \"Fri, 20 Mar 2026 18:35:32 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:32.08106424Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"gateway_url":"http://[::1]:62233","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:62233/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:32.083023249Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"gateway_url":"http://[::1]:62233","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:62233/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"011a4211-d2df-43a2-942b-a26559e9bb6b\", \"content-length\": \"163\", \"date\": \"Fri, 20 Mar 2026 18:35:32 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:32.083104511Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"gateway_url":"http://[::1]:62233","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:62233/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:32.08457031Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"gateway_url":"http://[::1]:62233","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:62233/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"021af6fe-e904-4c5d-9287-50bab2ac3cbb\", \"content-length\": \"166\", \"date\": \"Fri, 20 Mar 2026 18:35:32 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:32.084791867Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"gateway_url":"http://[::1]:62233","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:62233/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:32.087557831Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"gateway_url":"http://[::1]:62233","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:62233/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ea78d524-9eca-4138-a3cf-2e6f6ae16aba\", \"content-length\": \"166\", \"date\": \"Fri, 20 Mar 2026 18:35:32 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:32.087636624Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"gateway_url":"http://[::1]:62233","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:62233/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:32.08872099Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N000 succeeded"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:32.088777244Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"event_type":"Succeeded(Array [Object {\"key\": String(\"73bf3a4f-07c2-400e-9351-fcd6b7267e7c\"), \"lookup_type\": Object {\"ByName\": String(\"springfield-squidport\")}, \"parent\": Object {\"key\": String(\"001de000-5110-4000-8000-000000000000\"), \"lookup_type\": Object {\"ById\": String(\"001de000-5110-4000-8000-000000000000\")}, \"parent\": Null}}, Object {\"identity\": Object {\"description\": String(\"a pier\"), \"id\": String(\"73bf3a4f-07c2-400e-9351-fcd6b7267e7c\"), \"name\": String(\"springfield-squidport\"), \"time_created\": String(\"2026-03-20T18:35:32.050107Z\"), \"time_deleted\": Null, \"time_modified\": String(\"2026-03-20T18:35:32.050107Z\")}, \"rcgen\": Number(1), \"silo_id\": String(\"001de000-5110-4000-8000-000000000000\")}])","node_id":"0","saga_id":"b175f959-aaef-43e3-9dc2-b5a0f2c2bec5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:32.09581829Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"gateway_url":"http://[::1]:62233","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:62233/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d173bc3d-716d-4120-9488-9022c2d73027\", \"content-length\": \"702\", \"date\": \"Fri, 20 Mar 2026 18:35:32 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:32.095979065Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"gateway_url":"http://[::1]:62233","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:62233/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:32.09691594Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"gateway_url":"http://[::1]:62233","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:62233/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dd3fa721-d7f0-4553-9cf9-27750cb0c4ec\", \"content-length\": \"727\", \"date\": \"Fri, 20 Mar 2026 18:35:32 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:32.097037783Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"gateway_url":"http://[::1]:62233","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:62233/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:32.098060567Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"gateway_url":"http://[::1]:62233","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:62233/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"23dd5225-1204-41aa-8a9e-e60388738d91\", \"content-length\": \"729\", \"date\": \"Fri, 20 Mar 2026 18:35:32 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:32.098273658Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"gateway_url":"http://[::1]:62233","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:62233/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:32.098860665Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N001 started"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:32.098905974Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"event_type":"Started","node_id":"1","saga_id":"b175f959-aaef-43e3-9dc2-b5a0f2c2bec5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:32.101446643Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"gateway_url":"http://[::1]:62233","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:62233/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fb7b78fd-1d95-400e-9de7-be1a38ba99aa\", \"content-length\": \"728\", \"date\": \"Fri, 20 Mar 2026 18:35:32 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:32.101720516Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"gateway_url":"http://[::1]:62233","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:62233/sp/sled/0","method":"GET"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:32.10347545Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N001 succeeded"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:32.103558741Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"event_type":"Succeeded(Object {\"authz_project\": Object {\"key\": String(\"73bf3a4f-07c2-400e-9351-fcd6b7267e7c\"), \"lookup_type\": Object {\"ByName\": String(\"springfield-squidport\")}, \"parent\": Object {\"key\": String(\"001de000-5110-4000-8000-000000000000\"), \"lookup_type\": Object {\"ById\": String(\"001de000-5110-4000-8000-000000000000\")}, \"parent\": Null}}, \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}, \"vpc_create\": Object {\"description\": String(\"Default VPC\"), \"dns_name\": String(\"default\"), \"ipv6_prefix\": String(\"fd21:e9c9:ec1e::/48\"), \"name\": String(\"default\")}})","node_id":"1","saga_id":"b175f959-aaef-43e3-9dc2-b5a0f2c2bec5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:32.114115123Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N002 started"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:32.114181152Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"event_type":"Started","node_id":"2","saga_id":"b175f959-aaef-43e3-9dc2-b5a0f2c2bec5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:32.115983534Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"gateway_url":"http://[::1]:62233","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:62233/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c3ec7051-ea20-402b-a2f7-b1376ea3fe4e\", \"content-length\": \"723\", \"date\": \"Fri, 20 Mar 2026 18:35:32 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:32.116130026Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"gateway_url":"http://[::1]:62233","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:62233/sp/sled/0/component/host-boot-flash/active-slot","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:32.116983669Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"gateway_url":"http://[::1]:62233","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:62233/sp/sled/0/component/host-boot-flash/active-slot\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e6bdceac-da20-403b-81f5-22f7684419aa\", \"content-length\": \"10\", \"date\": \"Fri, 20 Mar 2026 18:35:32 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:32.11719566Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"gateway_url":"http://[::1]:62233","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:62233/sp/sled/0/component/host-boot-flash/hash/0","method":"GET"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:32.117836652Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N002 succeeded"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:32.117883251Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"event_type":"Succeeded(Null)","node_id":"2","saga_id":"b175f959-aaef-43e3-9dc2-b5a0f2c2bec5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:32.120197635Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"gateway_url":"http://[::1]:62233","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:62233/sp/sled/0/component/host-boot-flash/hash/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a2d9f69a-edae-44f9-b914-1c6a8540fb12\", \"content-length\": \"144\", \"date\": \"Fri, 20 Mar 2026 18:35:32 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:32.120258396Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"gateway_url":"http://[::1]:62233","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:62233/sp/sled/0/component/host-boot-flash/hash/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:32.120891822Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"gateway_url":"http://[::1]:62233","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:62233/sp/sled/0/component/host-boot-flash/hash/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d9db4865-fc7e-4861-ba3d-3a741344219f\", \"content-length\": \"147\", \"date\": \"Fri, 20 Mar 2026 18:35:32 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:32.121013115Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"gateway_url":"http://[::1]:62233","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:62233/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:32.121344341Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N003 started"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:32.121381034Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"event_type":"Started","node_id":"3","saga_id":"b175f959-aaef-43e3-9dc2-b5a0f2c2bec5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:32.124785451Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N003 succeeded"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:32.124828242Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"event_type":"Succeeded(String(\"57979660-9303-4a5a-b820-a161eef1f8cb\"))","node_id":"3","saga_id":"b175f959-aaef-43e3-9dc2-b5a0f2c2bec5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:32.138043677Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N004 started"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:32.138111156Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"event_type":"Started","node_id":"4","saga_id":"b175f959-aaef-43e3-9dc2-b5a0f2c2bec5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:32.140078141Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"gateway_url":"http://[::1]:62233","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:62233/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d940ae0d-350e-4eea-a4f8-4b0ccd10bd50\", \"content-length\": \"109\", \"date\": \"Fri, 20 Mar 2026 18:35:32 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:32.140228631Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"gateway_url":"http://[::1]:62233","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:62233/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:32.143971851Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N004 succeeded"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:32.144048775Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"event_type":"Succeeded(String(\"1f932709-d3a0-4f7b-99fe-32a0774f1ad7\"))","node_id":"4","saga_id":"b175f959-aaef-43e3-9dc2-b5a0f2c2bec5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:32.146856349Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"gateway_url":"http://[::1]:62233","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:62233/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0b647a92-9362-47d8-b21f-757c5867cd33\", \"content-length\": \"109\", \"date\": \"Fri, 20 Mar 2026 18:35:32 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:32.147126144Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"gateway_url":"http://[::1]:62233","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:62233/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:32.149420427Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N005 started"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:32.149472283Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"event_type":"Started","node_id":"5","saga_id":"b175f959-aaef-43e3-9dc2-b5a0f2c2bec5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:32.159575755Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"gateway_url":"http://[::1]:62233","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:62233/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"564797e2-949f-45ed-bb1a-4780fee5ac54\", \"content-length\": \"163\", \"date\": \"Fri, 20 Mar 2026 18:35:32 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:32.159870618Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"gateway_url":"http://[::1]:62233","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:62233/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:32.160313842Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N005 succeeded"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:32.160385129Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"event_type":"Succeeded(String(\"fe30ca73-26f9-42d9-ab74-a16fde2e377f\"))","node_id":"5","saga_id":"b175f959-aaef-43e3-9dc2-b5a0f2c2bec5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:32.164064908Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"gateway_url":"http://[::1]:62233","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:62233/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"efa986f6-bc92-4184-be69-e672e253fa4f\", \"content-length\": \"163\", \"date\": \"Fri, 20 Mar 2026 18:35:32 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:32.164160634Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"gateway_url":"http://[::1]:62233","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:62233/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:32.165108203Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N006 started"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:32.165172663Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"event_type":"Started","node_id":"6","saga_id":"b175f959-aaef-43e3-9dc2-b5a0f2c2bec5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:32.167162068Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"gateway_url":"http://[::1]:62233","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:62233/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f84bf8a2-67bf-4df9-b885-a654826c16c5\", \"content-length\": \"166\", \"date\": \"Fri, 20 Mar 2026 18:35:32 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:32.167237293Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"gateway_url":"http://[::1]:62233","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:62233/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:32.168208262Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N006 succeeded"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:32.168250272Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"event_type":"Succeeded(String(\"2caeefcc-f772-44bb-8c1a-fdde325d6563\"))","node_id":"6","saga_id":"b175f959-aaef-43e3-9dc2-b5a0f2c2bec5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:32.190005027Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"gateway_url":"http://[::1]:62233","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:62233/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"399b543d-7668-477b-9f49-3f8da40872e1\", \"content-length\": \"166\", \"date\": \"Fri, 20 Mar 2026 18:35:32 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:32.190138475Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"gateway_url":"http://[::1]:62233","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:62233/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:32.191344574Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N007 started"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:32.191407495Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"event_type":"Started","node_id":"7","saga_id":"b175f959-aaef-43e3-9dc2-b5a0f2c2bec5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:32.194376954Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N007 succeeded"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:32.194425652Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"event_type":"Succeeded(String(\"dca62989-763a-466c-89e2-9df90e701e5f\"))","node_id":"7","saga_id":"b175f959-aaef-43e3-9dc2-b5a0f2c2bec5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:32.202366829Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"gateway_url":"http://[::1]:62233","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:62233/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"75dbea8b-5b11-4e93-97d6-64d4151ffaa7\", \"content-length\": \"702\", \"date\": \"Fri, 20 Mar 2026 18:35:32 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:32.202521727Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"gateway_url":"http://[::1]:62233","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:62233/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:32.203588241Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N008 started"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:32.203635459Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"event_type":"Started","node_id":"8","saga_id":"b175f959-aaef-43e3-9dc2-b5a0f2c2bec5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:32.211946545Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N008 succeeded"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:32.212024339Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"event_type":"Succeeded(String(\"0a0806fd-8012-4149-ade6-f37aa9a7372f\"))","node_id":"8","saga_id":"b175f959-aaef-43e3-9dc2-b5a0f2c2bec5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:32.23314218Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N009 started"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:32.233240804Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"event_type":"Started","node_id":"9","saga_id":"b175f959-aaef-43e3-9dc2-b5a0f2c2bec5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:32.235468688Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"gateway_url":"http://[::1]:62233","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:62233/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c9da34a1-23da-42d9-af47-a0dee68d8b4b\", \"content-length\": \"727\", \"date\": \"Fri, 20 Mar 2026 18:35:32 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:32.235812478Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"gateway_url":"http://[::1]:62233","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:62233/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:32.238301771Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N009 succeeded"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:32.238364552Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"event_type":"Succeeded(String(\"189fe2c3-50ab-4012-b386-3546d649cf92\"))","node_id":"9","saga_id":"b175f959-aaef-43e3-9dc2-b5a0f2c2bec5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:32.251188879Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N010 started"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:32.2512522Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"event_type":"Started","node_id":"10","saga_id":"b175f959-aaef-43e3-9dc2-b5a0f2c2bec5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:32.255559557Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"gateway_url":"http://[::1]:62233","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:62233/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"865be1b9-0fbf-4775-a18f-37da206e5446\", \"content-length\": \"729\", \"date\": \"Fri, 20 Mar 2026 18:35:32 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:32.255729808Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"gateway_url":"http://[::1]:62233","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:62233/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:32.260371679Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcCreateVpc","saga_id":"b175f959-aaef-43e3-9dc2-b5a0f2c2bec5","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 73bf3a4f-07c2-400e-9351-fcd6b7267e7c, lookup_type: ByName(\"springfield-squidport\") }","action":"CreateChild","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:32.260463727Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcCreateVpc","saga_id":"b175f959-aaef-43e3-9dc2-b5a0f2c2bec5","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"73bf3a4f-07c2-400e-9351-fcd6b7267e7c","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:32.260501829Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcCreateVpc","saga_id":"b175f959-aaef-43e3-9dc2-b5a0f2c2bec5","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:32.260536323Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcCreateVpc","saga_id":"b175f959-aaef-43e3-9dc2-b5a0f2c2bec5","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:32.263929525Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcCreateVpc","saga_id":"b175f959-aaef-43e3-9dc2-b5a0f2c2bec5","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:32.279483123Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"gateway_url":"http://[::1]:62233","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:62233/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d689c9e8-9998-4159-88d7-03b142431762\", \"content-length\": \"728\", \"date\": \"Fri, 20 Mar 2026 18:35:32 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:32.279569873Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"gateway_url":"http://[::1]:62233","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:62233/sp/sled/1","method":"GET"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:32.279681151Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcCreateVpc","saga_id":"b175f959-aaef-43e3-9dc2-b5a0f2c2bec5","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:32.279731228Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcCreateVpc","saga_id":"b175f959-aaef-43e3-9dc2-b5a0f2c2bec5","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:32.27976964Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcCreateVpc","saga_id":"b175f959-aaef-43e3-9dc2-b5a0f2c2bec5","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:32.28032796Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcCreateVpc","saga_id":"b175f959-aaef-43e3-9dc2-b5a0f2c2bec5","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:32.285708299Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcCreateVpc","saga_id":"b175f959-aaef-43e3-9dc2-b5a0f2c2bec5","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:32.285800146Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcCreateVpc","saga_id":"b175f959-aaef-43e3-9dc2-b5a0f2c2bec5","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:32.285837119Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcCreateVpc","saga_id":"b175f959-aaef-43e3-9dc2-b5a0f2c2bec5","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:32.287099732Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcCreateVpc","saga_id":"b175f959-aaef-43e3-9dc2-b5a0f2c2bec5","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:32.293412487Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"gateway_url":"http://[::1]:62233","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:62233/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"28e06997-248a-4a3c-9923-bfb7e97c3464\", \"content-length\": \"723\", \"date\": \"Fri, 20 Mar 2026 18:35:32 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:32.293584087Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"gateway_url":"http://[::1]:62233","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:62233/sp/sled/1/component/host-boot-flash/active-slot","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:32.295245394Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"gateway_url":"http://[::1]:62233","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:62233/sp/sled/1/component/host-boot-flash/active-slot\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"064363cd-f669-447d-bf03-e30da008600c\", \"content-length\": \"10\", \"date\": \"Fri, 20 Mar 2026 18:35:32 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:32.295313493Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"gateway_url":"http://[::1]:62233","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:62233/sp/sled/1/component/host-boot-flash/hash/0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:32.296274596Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"gateway_url":"http://[::1]:62233","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:62233/sp/sled/1/component/host-boot-flash/hash/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"964386e2-7e51-4339-8992-c677bdecd550\", \"content-length\": \"144\", \"date\": \"Fri, 20 Mar 2026 18:35:32 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:32.296335757Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"gateway_url":"http://[::1]:62233","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:62233/sp/sled/1/component/host-boot-flash/hash/1","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:32.296633529Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcCreateVpc","saga_id":"b175f959-aaef-43e3-9dc2-b5a0f2c2bec5","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:32.303442033Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcCreateVpc","saga_id":"b175f959-aaef-43e3-9dc2-b5a0f2c2bec5","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 73bf3a4f-07c2-400e-9351-fcd6b7267e7c, lookup_type: ByName(\"springfield-squidport\") }","action":"CreateChild","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:32.303540088Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcCreateVpc","saga_id":"b175f959-aaef-43e3-9dc2-b5a0f2c2bec5","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:32.303580789Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcCreateVpc","saga_id":"b175f959-aaef-43e3-9dc2-b5a0f2c2bec5","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:32.3040092Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcCreateVpc","saga_id":"b175f959-aaef-43e3-9dc2-b5a0f2c2bec5","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"refreshing list of producers from Nexus","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:32.318190326Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:557","component":"oximeter"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:32.318262343Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"producer_port":56192,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collecting from producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:32.318383386Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"producer_port":56192,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:32.320777423Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"oximeter","body":"None","uri":"http://127.0.0.1:60299/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:32.321198787Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"8566f256-bfc8-4a11-a00f-fba3df456cb0","remote_addr":"127.0.0.1:53282","local_addr":"127.0.0.1:60299","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"determined request API version","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:32.321247355Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"8566f256-bfc8-4a11-a00f-fba3df456cb0","remote_addr":"127.0.0.1:53282","local_addr":"127.0.0.1:60299","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:32.321566786Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"8566f256-bfc8-4a11-a00f-fba3df456cb0","remote_addr":"127.0.0.1:53282","local_addr":"127.0.0.1:60299","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:32.321618272Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"8566f256-bfc8-4a11-a00f-fba3df456cb0","remote_addr":"127.0.0.1:53282","local_addr":"127.0.0.1:60299","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:32.322491136Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"8566f256-bfc8-4a11-a00f-fba3df456cb0","remote_addr":"127.0.0.1:53282","local_addr":"127.0.0.1:60299","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"sent collection request to producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:32.326253687Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"producer_port":56192,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:32.326880196Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"producer_port":56192,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:32.326931292Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"producer_port":56192,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:32.326979549Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"producer_port":56192,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:32.327848315Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"gateway_url":"http://[::1]:62233","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:62233/sp/sled/1/component/host-boot-flash/hash/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"802e2e97-6f95-4a86-bbf9-d585cdf738d4\", \"content-length\": \"147\", \"date\": \"Fri, 20 Mar 2026 18:35:32 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:32.327977625Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"gateway_url":"http://[::1]:62233","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:62233/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:32.328539224Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N010 succeeded"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:32.328582334Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"event_type":"Succeeded(Array [Object {\"key\": String(\"57979660-9303-4a5a-b820-a161eef1f8cb\"), \"lookup_type\": Object {\"ByName\": String(\"default\")}, \"parent\": Object {\"key\": String(\"73bf3a4f-07c2-400e-9351-fcd6b7267e7c\"), \"lookup_type\": Object {\"ByName\": String(\"springfield-squidport\")}, \"parent\": Object {\"key\": String(\"001de000-5110-4000-8000-000000000000\"), \"lookup_type\": Object {\"ById\": String(\"001de000-5110-4000-8000-000000000000\")}, \"parent\": Null}}}, Object {\"dns_name\": String(\"default\"), \"firewall_gen\": Number(1), \"identity\": Object {\"description\": String(\"Default VPC\"), \"id\": String(\"57979660-9303-4a5a-b820-a161eef1f8cb\"), \"name\": String(\"default\"), \"time_created\": String(\"2026-03-20T18:35:32.260242Z\"), \"time_deleted\": Null, \"time_modified\": String(\"2026-03-20T18:35:32.260242Z\")}, \"ipv6_prefix\": String(\"fd21:e9c9:ec1e::/48\"), \"project_id\": String(\"73bf3a4f-07c2-400e-9351-fcd6b7267e7c\"), \"subnet_gen\": Number(1), \"system_router_id\": String(\"1f932709-d3a0-4f7b-99fe-32a0774f1ad7\"), \"vni\": Number(6698663)}])","node_id":"10","saga_id":"b175f959-aaef-43e3-9dc2-b5a0f2c2bec5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:32.330578796Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"8566f256-bfc8-4a11-a00f-fba3df456cb0","remote_addr":"127.0.0.1:53282","local_addr":"127.0.0.1:60299","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":9307,"response_code":200} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:32.331081102Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:60299/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8566f256-bfc8-4a11-a00f-fba3df456cb0\", \"content-length\": \"405\", \"date\": \"Fri, 20 Mar 2026 18:35:32 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:32.331195719Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"oximeter","body":"None","uri":"http://127.0.0.1:60299/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:32.331779528Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"c86499ba-7d2c-4037-bdaf-82a55e145e41","remote_addr":"127.0.0.1:53282","local_addr":"127.0.0.1:60299","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"determined request API version","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:32.331885278Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"c86499ba-7d2c-4037-bdaf-82a55e145e41","remote_addr":"127.0.0.1:53282","local_addr":"127.0.0.1:60299","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:32.332406156Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"c86499ba-7d2c-4037-bdaf-82a55e145e41","remote_addr":"127.0.0.1:53282","local_addr":"127.0.0.1:60299","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:32.332482231Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"c86499ba-7d2c-4037-bdaf-82a55e145e41","remote_addr":"127.0.0.1:53282","local_addr":"127.0.0.1:60299","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:32.334342896Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"c86499ba-7d2c-4037-bdaf-82a55e145e41","remote_addr":"127.0.0.1:53282","local_addr":"127.0.0.1:60299","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:32.335684352Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N011 started"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:32.335776429Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"event_type":"Started","node_id":"11","saga_id":"b175f959-aaef-43e3-9dc2-b5a0f2c2bec5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:32.337868976Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"gateway_url":"http://[::1]:62233","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:62233/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b1e0e45c-03bb-413d-bb19-7e10d35bc847\", \"content-length\": \"109\", \"date\": \"Fri, 20 Mar 2026 18:35:32 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:32.339147752Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"gateway_url":"http://[::1]:62233","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:62233/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:32.339209693Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"c86499ba-7d2c-4037-bdaf-82a55e145e41","remote_addr":"127.0.0.1:53282","local_addr":"127.0.0.1:60299","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":7046,"response_code":200} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:32.340618658Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcCreateRouter","saga_id":"b175f959-aaef-43e3-9dc2-b5a0f2c2bec5","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 73bf3a4f-07c2-400e-9351-fcd6b7267e7c, lookup_type: ByName(\"springfield-squidport\") }, key: 57979660-9303-4a5a-b820-a161eef1f8cb, lookup_type: ByName(\"default\") }","action":"CreateChild","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:32.34070076Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcCreateRouter","saga_id":"b175f959-aaef-43e3-9dc2-b5a0f2c2bec5","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"73bf3a4f-07c2-400e-9351-fcd6b7267e7c","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:32.340738022Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcCreateRouter","saga_id":"b175f959-aaef-43e3-9dc2-b5a0f2c2bec5","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:32.340772556Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcCreateRouter","saga_id":"b175f959-aaef-43e3-9dc2-b5a0f2c2bec5","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:32.341201447Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcCreateRouter","saga_id":"b175f959-aaef-43e3-9dc2-b5a0f2c2bec5","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:32.343054815Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:60299/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c86499ba-7d2c-4037-bdaf-82a55e145e41\", \"content-length\": \"29\", \"date\": \"Fri, 20 Mar 2026 18:35:32 GMT\"} })"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:32.343116107Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:32.343145313Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"} {"msg":"refreshed list of producers from Nexus","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:32.343166253Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:632","component":"oximeter","n_current_tasks":2,"n_pruned_tasks":0} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:32.344099309Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"gateway_url":"http://[::1]:62233","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:62233/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bda7d84c-8891-401e-a1e1-39c9caea178e\", \"content-length\": \"109\", \"date\": \"Fri, 20 Mar 2026 18:35:32 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:32.344938039Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"gateway_url":"http://[::1]:62233","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:62233/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:32.345449282Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"gateway_url":"http://[::1]:62233","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:62233/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"44355451-4f2c-4cda-b6da-66450eb1f0e0\", \"content-length\": \"163\", \"date\": \"Fri, 20 Mar 2026 18:35:32 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:32.345705003Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"gateway_url":"http://[::1]:62233","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:62233/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:32.346315759Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcCreateRouter","saga_id":"b175f959-aaef-43e3-9dc2-b5a0f2c2bec5","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:32.346384697Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcCreateRouter","saga_id":"b175f959-aaef-43e3-9dc2-b5a0f2c2bec5","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:32.34642047Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcCreateRouter","saga_id":"b175f959-aaef-43e3-9dc2-b5a0f2c2bec5","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:32.346781562Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcCreateRouter","saga_id":"b175f959-aaef-43e3-9dc2-b5a0f2c2bec5","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:32.353243927Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"gateway_url":"http://[::1]:62233","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:62233/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"afffd8c5-864c-4830-a7ec-a460581812d0\", \"content-length\": \"163\", \"date\": \"Fri, 20 Mar 2026 18:35:32 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:32.353344471Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"gateway_url":"http://[::1]:62233","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:62233/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:32.353954727Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcCreateRouter","saga_id":"b175f959-aaef-43e3-9dc2-b5a0f2c2bec5","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:32.354020486Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcCreateRouter","saga_id":"b175f959-aaef-43e3-9dc2-b5a0f2c2bec5","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:32.35405621Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcCreateRouter","saga_id":"b175f959-aaef-43e3-9dc2-b5a0f2c2bec5","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:32.35457096Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcCreateRouter","saga_id":"b175f959-aaef-43e3-9dc2-b5a0f2c2bec5","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:32.357599712Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"gateway_url":"http://[::1]:62233","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:62233/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"00982914-704f-4c62-a4f2-289bffa5c2c0\", \"content-length\": \"166\", \"date\": \"Fri, 20 Mar 2026 18:35:32 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:32.357934826Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"gateway_url":"http://[::1]:62233","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:62233/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:32.360815947Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcCreateRouter","saga_id":"b175f959-aaef-43e3-9dc2-b5a0f2c2bec5","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:32.371658006Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcCreateRouter","saga_id":"b175f959-aaef-43e3-9dc2-b5a0f2c2bec5","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 73bf3a4f-07c2-400e-9351-fcd6b7267e7c, lookup_type: ByName(\"springfield-squidport\") }, key: 57979660-9303-4a5a-b820-a161eef1f8cb, lookup_type: ByName(\"default\") }","action":"CreateChild","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:32.371836383Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcCreateRouter","saga_id":"b175f959-aaef-43e3-9dc2-b5a0f2c2bec5","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:32.371877784Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcCreateRouter","saga_id":"b175f959-aaef-43e3-9dc2-b5a0f2c2bec5","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:32.37205838Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcCreateRouter","saga_id":"b175f959-aaef-43e3-9dc2-b5a0f2c2bec5","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:32.374515797Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"gateway_url":"http://[::1]:62233","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:62233/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f170bf7e-07da-4be7-95f3-768c9a40236b\", \"content-length\": \"166\", \"date\": \"Fri, 20 Mar 2026 18:35:32 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:32.374593341Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"gateway_url":"http://[::1]:62233","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:62233/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:32.375538122Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"gateway_url":"http://[::1]:62233","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:62233/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"566868ff-ba11-4114-91ca-3df56eb36646\", \"content-length\": \"702\", \"date\": \"Fri, 20 Mar 2026 18:35:32 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:32.375612097Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"gateway_url":"http://[::1]:62233","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:62233/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:32.3759507Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N011 succeeded"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:32.376013161Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"event_type":"Succeeded(Object {\"key\": String(\"1f932709-d3a0-4f7b-99fe-32a0774f1ad7\"), \"lookup_type\": Object {\"ById\": String(\"1f932709-d3a0-4f7b-99fe-32a0774f1ad7\")}, \"parent\": Object {\"key\": String(\"57979660-9303-4a5a-b820-a161eef1f8cb\"), \"lookup_type\": Object {\"ByName\": String(\"default\")}, \"parent\": Object {\"key\": String(\"73bf3a4f-07c2-400e-9351-fcd6b7267e7c\"), \"lookup_type\": Object {\"ByName\": String(\"springfield-squidport\")}, \"parent\": Object {\"key\": String(\"001de000-5110-4000-8000-000000000000\"), \"lookup_type\": Object {\"ById\": String(\"001de000-5110-4000-8000-000000000000\")}, \"parent\": Null}}}})","node_id":"11","saga_id":"b175f959-aaef-43e3-9dc2-b5a0f2c2bec5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:32.377852076Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"gateway_url":"http://[::1]:62233","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:62233/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"74de4693-112d-4dc2-b2bd-fafbbcd26c72\", \"content-length\": \"727\", \"date\": \"Fri, 20 Mar 2026 18:35:32 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:32.377916926Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"gateway_url":"http://[::1]:62233","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:62233/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:32.378733776Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"gateway_url":"http://[::1]:62233","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:62233/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0ae96523-a235-49bb-9b2b-912227f63369\", \"content-length\": \"729\", \"date\": \"Fri, 20 Mar 2026 18:35:32 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:32.378793788Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"gateway_url":"http://[::1]:62233","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:62233/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:32.379475231Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"gateway_url":"http://[::1]:62233","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:62233/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"14c48109-a273-4340-8667-f6555be69a3d\", \"content-length\": \"728\", \"date\": \"Fri, 20 Mar 2026 18:35:32 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:32.379526257Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:32.379555973Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:32.379586369Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:32.379613357Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:32.380174536Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:32.381572846Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N012 started"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:32.381663154Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"event_type":"Started","node_id":"12","saga_id":"b175f959-aaef-43e3-9dc2-b5a0f2c2bec5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:32.384851461Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:32.387946502Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:32.388030043Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:32.388061229Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:32.388091705Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:32.388118082Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:32.391359585Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:32.411927002Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcCreateV4Route","saga_id":"b175f959-aaef-43e3-9dc2-b5a0f2c2bec5","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"VpcRouter { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 73bf3a4f-07c2-400e-9351-fcd6b7267e7c, lookup_type: ByName(\"springfield-squidport\") }, key: 57979660-9303-4a5a-b820-a161eef1f8cb, lookup_type: ByName(\"default\") }, key: 1f932709-d3a0-4f7b-99fe-32a0774f1ad7, lookup_type: ById(1f932709-d3a0-4f7b-99fe-32a0774f1ad7) }","action":"CreateChild","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:32.412058131Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcCreateV4Route","saga_id":"b175f959-aaef-43e3-9dc2-b5a0f2c2bec5","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"73bf3a4f-07c2-400e-9351-fcd6b7267e7c","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:32.412098832Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcCreateV4Route","saga_id":"b175f959-aaef-43e3-9dc2-b5a0f2c2bec5","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:32.412134376Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcCreateV4Route","saga_id":"b175f959-aaef-43e3-9dc2-b5a0f2c2bec5","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:32.412718944Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcCreateV4Route","saga_id":"b175f959-aaef-43e3-9dc2-b5a0f2c2bec5","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:32.416554021Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:32.420888925Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:32.420953485Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:32.420982472Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:32.421325392Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:32.425991943Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcCreateV4Route","saga_id":"b175f959-aaef-43e3-9dc2-b5a0f2c2bec5","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:32.426073905Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcCreateV4Route","saga_id":"b175f959-aaef-43e3-9dc2-b5a0f2c2bec5","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:32.426111307Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcCreateV4Route","saga_id":"b175f959-aaef-43e3-9dc2-b5a0f2c2bec5","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:32.426486523Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcCreateV4Route","saga_id":"b175f959-aaef-43e3-9dc2-b5a0f2c2bec5","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:32.430914454Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcCreateV4Route","saga_id":"b175f959-aaef-43e3-9dc2-b5a0f2c2bec5","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:32.431028491Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcCreateV4Route","saga_id":"b175f959-aaef-43e3-9dc2-b5a0f2c2bec5","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:32.431068172Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcCreateV4Route","saga_id":"b175f959-aaef-43e3-9dc2-b5a0f2c2bec5","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:32.431662786Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcCreateV4Route","saga_id":"b175f959-aaef-43e3-9dc2-b5a0f2c2bec5","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:32.50249798Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","sled_agent_url":"http://[::1]:57324"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:32.502615586Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"SledAgent":"http://[::1]:57324","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:57324/inventory","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:32.503025915Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcCreateV4Route","saga_id":"b175f959-aaef-43e3-9dc2-b5a0f2c2bec5","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:32.510936387Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcCreateV4Route","saga_id":"b175f959-aaef-43e3-9dc2-b5a0f2c2bec5","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"VpcRouter { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 73bf3a4f-07c2-400e-9351-fcd6b7267e7c, lookup_type: ByName(\"springfield-squidport\") }, key: 57979660-9303-4a5a-b820-a161eef1f8cb, lookup_type: ByName(\"default\") }, key: 1f932709-d3a0-4f7b-99fe-32a0774f1ad7, lookup_type: ById(1f932709-d3a0-4f7b-99fe-32a0774f1ad7) }","action":"CreateChild","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:32.51103773Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcCreateV4Route","saga_id":"b175f959-aaef-43e3-9dc2-b5a0f2c2bec5","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:32.511074513Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcCreateV4Route","saga_id":"b175f959-aaef-43e3-9dc2-b5a0f2c2bec5","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:32.511799725Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcCreateV4Route","saga_id":"b175f959-aaef-43e3-9dc2-b5a0f2c2bec5","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:32.51439304Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"[::1]:57324","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:44068"} {"msg":"inserting 1 samples into database","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:32.514735051Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 1 samples into database","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:32.514776841Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"unrolling 1 total samples","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:32.529294931Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"id":"6dc71f35-de8c-4050-9e17-e2a7a13c8a37","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:32.531731358Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"id":"6dc71f35-de8c-4050-9e17-e2a7a13c8a37","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:32.532301383Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"uri":"/inventory","method":"GET","req_id":"9101668f-ea01-4e38-9712-45ba2a3b84c4","remote_addr":"[::1]:44068","local_addr":"[::1]:57324","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"determined request API version","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:32.532365923Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"uri":"/inventory","method":"GET","req_id":"9101668f-ea01-4e38-9712-45ba2a3b84c4","remote_addr":"[::1]:44068","local_addr":"[::1]:57324","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","version":"28.0.0"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:32.535509022Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"uri":"/inventory","method":"GET","req_id":"9101668f-ea01-4e38-9712-45ba2a3b84c4","remote_addr":"[::1]:44068","local_addr":"[::1]:57324","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":3200,"response_code":200} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:32.536109452Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"SledAgent":"http://[::1]:57324","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:57324/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9101668f-ea01-4e38-9712-45ba2a3b84c4\", \"content-length\": \"22238\", \"date\": \"Fri, 20 Mar 2026 18:35:32 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:32.537778796Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:32.537826874Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","nkeeper_admin_clients":0} {"msg":"begin collection from CockroachDB nodes","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:32.537850763Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:32.538118188Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"CockroachClusterAdminClient","component":"inventory_cockroach_client","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:32222/node/id","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:32.538506488Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"CockroachClusterAdminClient","component":"inventory_cockroach_client","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Err(reqwest::Error { kind: Request, url: \"http://[::1]:32222/node/id\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", [::1]:32222, Os { code: 146, kind: ConnectionRefused, message: \"Connection refused\" })) })"} {"msg":"Failed to fetch metrics from CockroachDB node","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2026-03-20T18:35:32.538978798Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"CockroachClusterAdminClient","component":"inventory_cockroach_client","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","error":"Failed to get node ID from [::1]:32222"} {"msg":"begin collection from NTP admin (timesync)","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:32.628395643Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","zone_id":"3833e8c2-707a-47f9-934d-9e23e6b9eade (omicron_zone)","sled_agent_url":"http://[::1]:10123"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:32.628471818Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"ntp_admin_url":"http://[::1]:10123","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:10123/timesync","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:32.628858708Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"ntp_admin_url":"http://[::1]:10123","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Err(reqwest::Error { kind: Request, url: \"http://[::1]:10123/timesync\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", [::1]:10123, Os { code: 146, kind: ConnectionRefused, message: \"Connection refused\" })) })"} {"msg":"begin collection from internal DNS servers","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:32.629292376Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"begin collection from DNS server","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:32.741693343Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","zone_id":"462fb358-5ee7-4c27-9155-e706a04f5fb1 (omicron_zone)"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:32.741769438Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"internal_dns_url":"http://[::1]:59806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:59806/config","method":"GET"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:32.742320652Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N012 succeeded"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:32.742390669Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"event_type":"Succeeded(Null)","node_id":"12","saga_id":"b175f959-aaef-43e3-9dc2-b5a0f2c2bec5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:32.743825592Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"[::1]:59806","component":"http","kind":"dns","component":"internal_dns_server","remote_addr":"[::1]:47680"} {"msg":"inserted rows into table","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:32.744228775Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"id":"6dc71f35-de8c-4050-9e17-e2a7a13c8a37","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2} {"msg":"inserting data","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:32.74428259Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"id":"6dc71f35-de8c-4050-9e17-e2a7a13c8a37","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2026-03-20T18:35:32.744472501Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:32.744729642Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"uri":"/config","method":"GET","req_id":"4b60f6ff-acfb-4bc1-ae89-2dffc566a0f6","remote_addr":"[::1]:47680","local_addr":"[::1]:59806","component":"http","kind":"dns","component":"internal_dns_server"} {"msg":"determined request API version","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:32.744790663Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"uri":"/config","method":"GET","req_id":"4b60f6ff-acfb-4bc1-ae89-2dffc566a0f6","remote_addr":"[::1]:47680","local_addr":"[::1]:59806","component":"http","kind":"dns","component":"internal_dns_server","version":"2.0.0"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:32.745899918Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"uri":"/config","method":"GET","req_id":"4b60f6ff-acfb-4bc1-ae89-2dffc566a0f6","remote_addr":"[::1]:47680","local_addr":"[::1]:59806","component":"http","kind":"dns","component":"internal_dns_server","latency_us":1159,"response_code":200} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:32.74679709Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"internal_dns_url":"http://[::1]:59806","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:59806/config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4b60f6ff-acfb-4bc1-ae89-2dffc566a0f6\", \"content-length\": \"3478\", \"date\": \"Fri, 20 Mar 2026 18:35:32 GMT\"} })"} {"msg":"finished collection from DNS server","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:32.747265063Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","zone_id":"462fb358-5ee7-4c27-9155-e706a04f5fb1 (omicron_zone)"} {"msg":"finished collection from internal DNS servers","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:32.747381869Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"finished collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:32.747411785Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:32.747535907Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:32.747573609Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:32.747603525Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:32.747630993Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:32.74920665Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:32.752026619Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N013 started"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:32.752086551Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"event_type":"Started","node_id":"13","saga_id":"b175f959-aaef-43e3-9dc2-b5a0f2c2bec5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"inserted rows into table","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:32.754349609Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"id":"6dc71f35-de8c-4050-9e17-e2a7a13c8a37","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:32.754409981Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:32.758306599Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:32.764234013Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:32.764592716Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:32.764647571Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:32.765105498Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:32.77166139Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcCreateV6Route","saga_id":"b175f959-aaef-43e3-9dc2-b5a0f2c2bec5","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"VpcRouter { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 73bf3a4f-07c2-400e-9351-fcd6b7267e7c, lookup_type: ByName(\"springfield-squidport\") }, key: 57979660-9303-4a5a-b820-a161eef1f8cb, lookup_type: ByName(\"default\") }, key: 1f932709-d3a0-4f7b-99fe-32a0774f1ad7, lookup_type: ById(1f932709-d3a0-4f7b-99fe-32a0774f1ad7) }","action":"CreateChild","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:32.771770639Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcCreateV6Route","saga_id":"b175f959-aaef-43e3-9dc2-b5a0f2c2bec5","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"73bf3a4f-07c2-400e-9351-fcd6b7267e7c","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:32.771824424Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcCreateV6Route","saga_id":"b175f959-aaef-43e3-9dc2-b5a0f2c2bec5","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:32.771860977Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcCreateV6Route","saga_id":"b175f959-aaef-43e3-9dc2-b5a0f2c2bec5","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:32.781673504Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcCreateV6Route","saga_id":"b175f959-aaef-43e3-9dc2-b5a0f2c2bec5","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:32.793429938Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcCreateV6Route","saga_id":"b175f959-aaef-43e3-9dc2-b5a0f2c2bec5","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:32.797281447Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcCreateV6Route","saga_id":"b175f959-aaef-43e3-9dc2-b5a0f2c2bec5","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:32.797613683Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcCreateV6Route","saga_id":"b175f959-aaef-43e3-9dc2-b5a0f2c2bec5","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:32.798147724Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcCreateV6Route","saga_id":"b175f959-aaef-43e3-9dc2-b5a0f2c2bec5","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:32.807328096Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcCreateV6Route","saga_id":"b175f959-aaef-43e3-9dc2-b5a0f2c2bec5","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:32.807413216Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcCreateV6Route","saga_id":"b175f959-aaef-43e3-9dc2-b5a0f2c2bec5","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:32.807452408Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcCreateV6Route","saga_id":"b175f959-aaef-43e3-9dc2-b5a0f2c2bec5","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:32.808077248Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcCreateV6Route","saga_id":"b175f959-aaef-43e3-9dc2-b5a0f2c2bec5","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:32.81531907Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcCreateV6Route","saga_id":"b175f959-aaef-43e3-9dc2-b5a0f2c2bec5","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:32.831138355Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcCreateV6Route","saga_id":"b175f959-aaef-43e3-9dc2-b5a0f2c2bec5","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"VpcRouter { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 73bf3a4f-07c2-400e-9351-fcd6b7267e7c, lookup_type: ByName(\"springfield-squidport\") }, key: 57979660-9303-4a5a-b820-a161eef1f8cb, lookup_type: ByName(\"default\") }, key: 1f932709-d3a0-4f7b-99fe-32a0774f1ad7, lookup_type: ById(1f932709-d3a0-4f7b-99fe-32a0774f1ad7) }","action":"CreateChild","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:32.831401963Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcCreateV6Route","saga_id":"b175f959-aaef-43e3-9dc2-b5a0f2c2bec5","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:32.831605708Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcCreateV6Route","saga_id":"b175f959-aaef-43e3-9dc2-b5a0f2c2bec5","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:32.832553777Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcCreateV6Route","saga_id":"b175f959-aaef-43e3-9dc2-b5a0f2c2bec5","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:32.891708722Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N013 succeeded"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:32.891796242Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"event_type":"Succeeded(Null)","node_id":"13","saga_id":"b175f959-aaef-43e3-9dc2-b5a0f2c2bec5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:32.904154726Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N014 started"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:32.904260876Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"event_type":"Started","node_id":"14","saga_id":"b175f959-aaef-43e3-9dc2-b5a0f2c2bec5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:32.90999497Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcCreateSubnet","saga_id":"b175f959-aaef-43e3-9dc2-b5a0f2c2bec5","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 73bf3a4f-07c2-400e-9351-fcd6b7267e7c, lookup_type: ByName(\"springfield-squidport\") }, key: 57979660-9303-4a5a-b820-a161eef1f8cb, lookup_type: ByName(\"default\") }","action":"CreateChild","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:32.910205242Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcCreateSubnet","saga_id":"b175f959-aaef-43e3-9dc2-b5a0f2c2bec5","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"73bf3a4f-07c2-400e-9351-fcd6b7267e7c","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:32.91025368Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcCreateSubnet","saga_id":"b175f959-aaef-43e3-9dc2-b5a0f2c2bec5","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:32.910292772Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcCreateSubnet","saga_id":"b175f959-aaef-43e3-9dc2-b5a0f2c2bec5","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:32.910653804Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcCreateSubnet","saga_id":"b175f959-aaef-43e3-9dc2-b5a0f2c2bec5","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:32.922072974Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcCreateSubnet","saga_id":"b175f959-aaef-43e3-9dc2-b5a0f2c2bec5","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:32.922164981Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcCreateSubnet","saga_id":"b175f959-aaef-43e3-9dc2-b5a0f2c2bec5","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:32.922203134Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcCreateSubnet","saga_id":"b175f959-aaef-43e3-9dc2-b5a0f2c2bec5","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:32.923099137Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcCreateSubnet","saga_id":"b175f959-aaef-43e3-9dc2-b5a0f2c2bec5","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:32.93554524Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcCreateSubnet","saga_id":"b175f959-aaef-43e3-9dc2-b5a0f2c2bec5","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:32.935641296Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcCreateSubnet","saga_id":"b175f959-aaef-43e3-9dc2-b5a0f2c2bec5","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:32.935689513Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcCreateSubnet","saga_id":"b175f959-aaef-43e3-9dc2-b5a0f2c2bec5","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:32.938347547Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcCreateSubnet","saga_id":"b175f959-aaef-43e3-9dc2-b5a0f2c2bec5","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:32.956080552Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcCreateSubnet","saga_id":"b175f959-aaef-43e3-9dc2-b5a0f2c2bec5","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:32.97124683Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcCreateSubnet","saga_id":"b175f959-aaef-43e3-9dc2-b5a0f2c2bec5","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 73bf3a4f-07c2-400e-9351-fcd6b7267e7c, lookup_type: ByName(\"springfield-squidport\") }, key: 57979660-9303-4a5a-b820-a161eef1f8cb, lookup_type: ByName(\"default\") }","action":"CreateChild","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:32.98236713Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N014 succeeded"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:32.983494586Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"event_type":"Succeeded(Array [Object {\"key\": String(\"0a0806fd-8012-4149-ade6-f37aa9a7372f\"), \"lookup_type\": Object {\"ById\": String(\"0a0806fd-8012-4149-ade6-f37aa9a7372f\")}, \"parent\": Object {\"key\": String(\"57979660-9303-4a5a-b820-a161eef1f8cb\"), \"lookup_type\": Object {\"ByName\": String(\"default\")}, \"parent\": Object {\"key\": String(\"73bf3a4f-07c2-400e-9351-fcd6b7267e7c\"), \"lookup_type\": Object {\"ByName\": String(\"springfield-squidport\")}, \"parent\": Object {\"key\": String(\"001de000-5110-4000-8000-000000000000\"), \"lookup_type\": Object {\"ById\": String(\"001de000-5110-4000-8000-000000000000\")}, \"parent\": Null}}}}, Object {\"custom_router_id\": Null, \"identity\": Object {\"description\": String(\"The default subnet for default\"), \"id\": String(\"0a0806fd-8012-4149-ade6-f37aa9a7372f\"), \"name\": String(\"default\"), \"time_created\": String(\"2026-03-20T18:35:32.909892Z\"), \"time_deleted\": Null, \"time_modified\": String(\"2026-03-20T18:35:32.909892Z\")}, \"ipv4_block\": String(\"172.30.0.0/22\"), \"ipv6_block\": String(\"fd21:e9c9:ec1e::/64\"), \"rcgen\": Number(1), \"vpc_id\": String(\"57979660-9303-4a5a-b820-a161eef1f8cb\")}])","node_id":"14","saga_id":"b175f959-aaef-43e3-9dc2-b5a0f2c2bec5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:32.999473696Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N015 started"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:32.999542174Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"event_type":"Started","node_id":"15","saga_id":"b175f959-aaef-43e3-9dc2-b5a0f2c2bec5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:33.006763047Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcCreateSubnetRoute","saga_id":"b175f959-aaef-43e3-9dc2-b5a0f2c2bec5","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"VpcRouter { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 73bf3a4f-07c2-400e-9351-fcd6b7267e7c, lookup_type: ByName(\"springfield-squidport\") }, key: 57979660-9303-4a5a-b820-a161eef1f8cb, lookup_type: ByName(\"default\") }, key: 1f932709-d3a0-4f7b-99fe-32a0774f1ad7, lookup_type: ById(1f932709-d3a0-4f7b-99fe-32a0774f1ad7) }","action":"CreateChild","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:33.007245113Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcCreateSubnetRoute","saga_id":"b175f959-aaef-43e3-9dc2-b5a0f2c2bec5","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"73bf3a4f-07c2-400e-9351-fcd6b7267e7c","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:33.007300457Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcCreateSubnetRoute","saga_id":"b175f959-aaef-43e3-9dc2-b5a0f2c2bec5","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:33.00733699Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcCreateSubnetRoute","saga_id":"b175f959-aaef-43e3-9dc2-b5a0f2c2bec5","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:33.00836877Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcCreateSubnetRoute","saga_id":"b175f959-aaef-43e3-9dc2-b5a0f2c2bec5","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:33.019603047Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcCreateSubnetRoute","saga_id":"b175f959-aaef-43e3-9dc2-b5a0f2c2bec5","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:33.019695114Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcCreateSubnetRoute","saga_id":"b175f959-aaef-43e3-9dc2-b5a0f2c2bec5","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:33.019733516Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcCreateSubnetRoute","saga_id":"b175f959-aaef-43e3-9dc2-b5a0f2c2bec5","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:33.024012267Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcCreateSubnetRoute","saga_id":"b175f959-aaef-43e3-9dc2-b5a0f2c2bec5","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:33.045820697Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcCreateSubnetRoute","saga_id":"b175f959-aaef-43e3-9dc2-b5a0f2c2bec5","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:33.045892333Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcCreateSubnetRoute","saga_id":"b175f959-aaef-43e3-9dc2-b5a0f2c2bec5","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:33.045928237Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcCreateSubnetRoute","saga_id":"b175f959-aaef-43e3-9dc2-b5a0f2c2bec5","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:33.046212225Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcCreateSubnetRoute","saga_id":"b175f959-aaef-43e3-9dc2-b5a0f2c2bec5","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:33.0520713Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcCreateSubnetRoute","saga_id":"b175f959-aaef-43e3-9dc2-b5a0f2c2bec5","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:33.058851358Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcCreateSubnetRoute","saga_id":"b175f959-aaef-43e3-9dc2-b5a0f2c2bec5","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"VpcRouter { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 73bf3a4f-07c2-400e-9351-fcd6b7267e7c, lookup_type: ByName(\"springfield-squidport\") }, key: 57979660-9303-4a5a-b820-a161eef1f8cb, lookup_type: ByName(\"default\") }, key: 1f932709-d3a0-4f7b-99fe-32a0774f1ad7, lookup_type: ById(1f932709-d3a0-4f7b-99fe-32a0774f1ad7) }","action":"CreateChild","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:33.058988444Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcCreateSubnetRoute","saga_id":"b175f959-aaef-43e3-9dc2-b5a0f2c2bec5","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:33.059076033Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcCreateSubnetRoute","saga_id":"b175f959-aaef-43e3-9dc2-b5a0f2c2bec5","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:33.059484893Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcCreateSubnetRoute","saga_id":"b175f959-aaef-43e3-9dc2-b5a0f2c2bec5","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:33.078290629Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N015 succeeded"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:33.078386485Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"event_type":"Succeeded(Object {\"key\": String(\"dca62989-763a-466c-89e2-9df90e701e5f\"), \"lookup_type\": Object {\"ById\": String(\"0a0806fd-8012-4149-ade6-f37aa9a7372f\")}, \"parent\": Object {\"key\": String(\"1f932709-d3a0-4f7b-99fe-32a0774f1ad7\"), \"lookup_type\": Object {\"ById\": String(\"1f932709-d3a0-4f7b-99fe-32a0774f1ad7\")}, \"parent\": Object {\"key\": String(\"57979660-9303-4a5a-b820-a161eef1f8cb\"), \"lookup_type\": Object {\"ByName\": String(\"default\")}, \"parent\": Object {\"key\": String(\"73bf3a4f-07c2-400e-9351-fcd6b7267e7c\"), \"lookup_type\": Object {\"ByName\": String(\"springfield-squidport\")}, \"parent\": Object {\"key\": String(\"001de000-5110-4000-8000-000000000000\"), \"lookup_type\": Object {\"ById\": String(\"001de000-5110-4000-8000-000000000000\")}, \"parent\": Null}}}}})","node_id":"15","saga_id":"b175f959-aaef-43e3-9dc2-b5a0f2c2bec5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:33.083911856Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N016 started"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:33.084024563Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"event_type":"Started","node_id":"16","saga_id":"b175f959-aaef-43e3-9dc2-b5a0f2c2bec5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"default firewall rules for vpc default","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:33.088734993Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","rules":"[VpcFirewallRule { identity: VpcFirewallRuleIdentity { id: d49bdb91-9915-4f88-8451-fc38fbdf3bff, name: Name(Name(\"allow-internal-inbound\")), description: \"allow inbound traffic to all instances within the VPC if originated within the VPC\", time_created: 2026-03-20T18:35:33.088578Z, time_modified: 2026-03-20T18:35:33.088578Z, time_deleted: None }, vpc_id: 57979660-9303-4a5a-b820-a161eef1f8cb, status: VpcFirewallRuleStatus(Enabled), direction: VpcFirewallRuleDirection(Inbound), targets: [VpcFirewallRuleTarget(Vpc(Name(\"default\")))], filter_hosts: Some([VpcFirewallRuleHostFilter(Vpc(Name(\"default\")))]), filter_ports: None, filter_protocols: None, action: VpcFirewallRuleAction(Allow), priority: VpcFirewallRulePriority(VpcFirewallRulePriority(65534)) }, VpcFirewallRule { identity: VpcFirewallRuleIdentity { id: d298e056-f79c-4658-8b32-b6b3d5ff3b4a, name: Name(Name(\"allow-ssh\")), description: \"allow inbound TCP connections on port 22 from anywhere\", time_created: 2026-03-20T18:35:33.088595Z, time_modified: 2026-03-20T18:35:33.088595Z, time_deleted: None }, vpc_id: 57979660-9303-4a5a-b820-a161eef1f8cb, status: VpcFirewallRuleStatus(Enabled), direction: VpcFirewallRuleDirection(Inbound), targets: [VpcFirewallRuleTarget(Vpc(Name(\"default\")))], filter_hosts: None, filter_ports: Some([L4PortRange(L4PortRange { first: L4Port(22), last: L4Port(22) })]), filter_protocols: Some([VpcFirewallRuleProtocol(Tcp)]), action: VpcFirewallRuleAction(Allow), priority: VpcFirewallRulePriority(VpcFirewallRulePriority(65534)) }, VpcFirewallRule { identity: VpcFirewallRuleIdentity { id: d03d5d9d-423b-4f3f-af64-0e3966366ecc, name: Name(Name(\"allow-icmp\")), description: \"allow inbound ICMP traffic from anywhere\", time_created: 2026-03-20T18:35:33.088602Z, time_modified: 2026-03-20T18:35:33.088602Z, time_deleted: None }, vpc_id: 57979660-9303-4a5a-b820-a161eef1f8cb, status: VpcFirewallRuleStatus(Enabled), direction: VpcFirewallRuleDirection(Inbound), targets: [VpcFirewallRuleTarget(Vpc(Name(\"default\")))], filter_hosts: None, filter_ports: None, filter_protocols: Some([VpcFirewallRuleProtocol(Icmp(None))]), action: VpcFirewallRuleAction(Allow), priority: VpcFirewallRulePriority(VpcFirewallRulePriority(65534)) }]"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:33.088867442Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcUpdateFirewall","saga_id":"b175f959-aaef-43e3-9dc2-b5a0f2c2bec5","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 73bf3a4f-07c2-400e-9351-fcd6b7267e7c, lookup_type: ByName(\"springfield-squidport\") }, key: 57979660-9303-4a5a-b820-a161eef1f8cb, lookup_type: ByName(\"default\") }","action":"Modify","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:33.088921406Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcUpdateFirewall","saga_id":"b175f959-aaef-43e3-9dc2-b5a0f2c2bec5","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"73bf3a4f-07c2-400e-9351-fcd6b7267e7c","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:33.08895728Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcUpdateFirewall","saga_id":"b175f959-aaef-43e3-9dc2-b5a0f2c2bec5","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:33.088990115Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcUpdateFirewall","saga_id":"b175f959-aaef-43e3-9dc2-b5a0f2c2bec5","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:33.090781781Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcUpdateFirewall","saga_id":"b175f959-aaef-43e3-9dc2-b5a0f2c2bec5","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:33.097641282Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":6,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:33.09770941Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:33.097738787Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:33.097767453Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:33.097793521Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:33.0989154Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:33.102641487Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcUpdateFirewall","saga_id":"b175f959-aaef-43e3-9dc2-b5a0f2c2bec5","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:33.102717532Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcUpdateFirewall","saga_id":"b175f959-aaef-43e3-9dc2-b5a0f2c2bec5","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:33.102755094Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcUpdateFirewall","saga_id":"b175f959-aaef-43e3-9dc2-b5a0f2c2bec5","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:33.103446693Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcUpdateFirewall","saga_id":"b175f959-aaef-43e3-9dc2-b5a0f2c2bec5","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:33.107448512Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:33.115603111Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:33.115692539Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:33.115722775Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:33.11601334Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:33.117619773Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcUpdateFirewall","saga_id":"b175f959-aaef-43e3-9dc2-b5a0f2c2bec5","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:33.11769063Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcUpdateFirewall","saga_id":"b175f959-aaef-43e3-9dc2-b5a0f2c2bec5","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:33.117731021Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcUpdateFirewall","saga_id":"b175f959-aaef-43e3-9dc2-b5a0f2c2bec5","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:33.1206581Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcUpdateFirewall","saga_id":"b175f959-aaef-43e3-9dc2-b5a0f2c2bec5","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"reconfigurator config load complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:33.123611767Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","switches":"Loaded(ReconfiguratorConfigView { version: 1, config: ReconfiguratorConfig { planner_enabled: false, planner_config: PlannerConfig { add_zones_with_mupdate_override: false }, tuf_repo_pruner_enabled: true }, time_modified: 2026-03-20T18:35:07.189424Z })"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:33.123695608Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"config_updated\":false}","iteration":6,"elapsed":"25.974953ms"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:33.126992115Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcUpdateFirewall","saga_id":"b175f959-aaef-43e3-9dc2-b5a0f2c2bec5","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:33.133214812Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcUpdateFirewall","saga_id":"b175f959-aaef-43e3-9dc2-b5a0f2c2bec5","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 73bf3a4f-07c2-400e-9351-fcd6b7267e7c, lookup_type: ByName(\"springfield-squidport\") }, key: 57979660-9303-4a5a-b820-a161eef1f8cb, lookup_type: ByName(\"default\") }","action":"Modify","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:33.133379405Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcUpdateFirewall","saga_id":"b175f959-aaef-43e3-9dc2-b5a0f2c2bec5","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:33.133424644Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcUpdateFirewall","saga_id":"b175f959-aaef-43e3-9dc2-b5a0f2c2bec5","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:33.133703745Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcUpdateFirewall","saga_id":"b175f959-aaef-43e3-9dc2-b5a0f2c2bec5","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:33.159859503Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N016 succeeded"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:33.1601881Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"event_type":"Succeeded(Array [Object {\"action\": String(\"allow\"), \"direction\": String(\"inbound\"), \"filter_hosts\": Array [Object {\"type\": String(\"vpc\"), \"value\": String(\"default\")}], \"filter_ports\": Null, \"filter_protocols\": Null, \"identity\": Object {\"description\": String(\"allow inbound traffic to all instances within the VPC if originated within the VPC\"), \"id\": String(\"d49bdb91-9915-4f88-8451-fc38fbdf3bff\"), \"name\": String(\"allow-internal-inbound\"), \"time_created\": String(\"2026-03-20T18:35:33.088578Z\"), \"time_deleted\": Null, \"time_modified\": String(\"2026-03-20T18:35:33.088578Z\")}, \"priority\": Number(65534), \"status\": String(\"enabled\"), \"targets\": Array [Object {\"type\": String(\"vpc\"), \"value\": String(\"default\")}], \"vpc_id\": String(\"57979660-9303-4a5a-b820-a161eef1f8cb\")}, Object {\"action\": String(\"allow\"), \"direction\": String(\"inbound\"), \"filter_hosts\": Null, \"filter_ports\": Array [String(\"22\")], \"filter_protocols\": Array [Object {\"type\": String(\"tcp\")}], \"identity\": Object {\"description\": String(\"allow inbound TCP connections on port 22 from anywhere\"), \"id\": String(\"d298e056-f79c-4658-8b32-b6b3d5ff3b4a\"), \"name\": String(\"allow-ssh\"), \"time_created\": String(\"2026-03-20T18:35:33.088595Z\"), \"time_deleted\": Null, \"time_modified\": String(\"2026-03-20T18:35:33.088595Z\")}, \"priority\": Number(65534), \"status\": String(\"enabled\"), \"targets\": Array [Object {\"type\": String(\"vpc\"), \"value\": String(\"default\")}], \"vpc_id\": String(\"57979660-9303-4a5a-b820-a161eef1f8cb\")}, Object {\"action\": String(\"allow\"), \"direction\": String(\"inbound\"), \"filter_hosts\": Null, \"filter_ports\": Null, \"filter_protocols\": Array [Object {\"type\": String(\"icmp\"), \"value\": Null}], \"identity\": Object {\"description\": String(\"allow inbound ICMP traffic from anywhere\"), \"id\": String(\"d03d5d9d-423b-4f3f-af64-0e3966366ecc\"), \"name\": String(\"allow-icmp\"), \"time_created\": String(\"2026-03-20T18:35:33.088602Z\"), \"time_deleted\": Null, \"time_modified\": String(\"2026-03-20T18:35:33.088602Z\")}, \"priority\": Number(65534), \"status\": String(\"enabled\"), \"targets\": Array [Object {\"type\": String(\"vpc\"), \"value\": String(\"default\")}], \"vpc_id\": String(\"57979660-9303-4a5a-b820-a161eef1f8cb\")}])","node_id":"16","saga_id":"b175f959-aaef-43e3-9dc2-b5a0f2c2bec5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:33.167754372Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N017 started"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:33.16782379Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"event_type":"Started","node_id":"17","saga_id":"b175f959-aaef-43e3-9dc2-b5a0f2c2bec5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"inserted inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:33.174117324Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","collection_id":"bfc9cc90-3e9c-4e38-a50f-5ca08916bcc9"} {"msg":"inventory collection complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:33.174186981Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","time_started":"2026-03-20 18:35:31.959773 UTC","collection_id":"bfc9cc90-3e9c-4e38-a50f-5ca08916bcc9"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:33.174786033Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"collection_id\":\"bfc9cc90-3e9c-4e38-a50f-5ca08916bcc9\",\"time_done\":\"2026-03-20 18:35:32.747424 UTC\",\"time_started\":\"2026-03-20 18:35:31.959773 UTC\"}","iteration":7,"elapsed":"1.759466428s"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:33.17487905Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":7,"reason":"Dependency"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:33.174909076Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:33.174937992Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:33.174966299Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:33.174992937Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:33.177983046Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:33.182821187Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcCreateGateway","saga_id":"b175f959-aaef-43e3-9dc2-b5a0f2c2bec5","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 73bf3a4f-07c2-400e-9351-fcd6b7267e7c, lookup_type: ByName(\"springfield-squidport\") }, key: 57979660-9303-4a5a-b820-a161eef1f8cb, lookup_type: ByName(\"default\") }","action":"CreateChild","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:33.183015277Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcCreateGateway","saga_id":"b175f959-aaef-43e3-9dc2-b5a0f2c2bec5","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"73bf3a4f-07c2-400e-9351-fcd6b7267e7c","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:33.183066363Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcCreateGateway","saga_id":"b175f959-aaef-43e3-9dc2-b5a0f2c2bec5","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:33.183105385Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcCreateGateway","saga_id":"b175f959-aaef-43e3-9dc2-b5a0f2c2bec5","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:33.183408294Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcCreateGateway","saga_id":"b175f959-aaef-43e3-9dc2-b5a0f2c2bec5","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:33.186434697Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:33.196467022Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:33.196559989Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:33.196589115Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:33.197217693Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:33.200603089Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcCreateGateway","saga_id":"b175f959-aaef-43e3-9dc2-b5a0f2c2bec5","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:33.200678964Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcCreateGateway","saga_id":"b175f959-aaef-43e3-9dc2-b5a0f2c2bec5","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:33.200719475Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcCreateGateway","saga_id":"b175f959-aaef-43e3-9dc2-b5a0f2c2bec5","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:33.201218453Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcCreateGateway","saga_id":"b175f959-aaef-43e3-9dc2-b5a0f2c2bec5","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:33.203652051Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:33.20376367Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:33.204078163Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:33.214034624Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcCreateGateway","saga_id":"b175f959-aaef-43e3-9dc2-b5a0f2c2bec5","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:33.214118215Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcCreateGateway","saga_id":"b175f959-aaef-43e3-9dc2-b5a0f2c2bec5","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:33.214154318Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcCreateGateway","saga_id":"b175f959-aaef-43e3-9dc2-b5a0f2c2bec5","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:33.214973597Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcCreateGateway","saga_id":"b175f959-aaef-43e3-9dc2-b5a0f2c2bec5","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:33.223192516Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcCreateGateway","saga_id":"b175f959-aaef-43e3-9dc2-b5a0f2c2bec5","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:33.228076195Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcCreateGateway","saga_id":"b175f959-aaef-43e3-9dc2-b5a0f2c2bec5","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 73bf3a4f-07c2-400e-9351-fcd6b7267e7c, lookup_type: ByName(\"springfield-squidport\") }, key: 57979660-9303-4a5a-b820-a161eef1f8cb, lookup_type: ByName(\"default\") }","action":"CreateChild","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:33.228181706Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcCreateGateway","saga_id":"b175f959-aaef-43e3-9dc2-b5a0f2c2bec5","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:33.228222187Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcCreateGateway","saga_id":"b175f959-aaef-43e3-9dc2-b5a0f2c2bec5","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:33.228709461Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcCreateGateway","saga_id":"b175f959-aaef-43e3-9dc2-b5a0f2c2bec5","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:33.233629953Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcCreateGateway","saga_id":"b175f959-aaef-43e3-9dc2-b5a0f2c2bec5","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:33.233719851Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcCreateGateway","saga_id":"b175f959-aaef-43e3-9dc2-b5a0f2c2bec5","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:33.234985223Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcCreateGateway","saga_id":"b175f959-aaef-43e3-9dc2-b5a0f2c2bec5","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:33.2416579Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcCreateGateway","saga_id":"b175f959-aaef-43e3-9dc2-b5a0f2c2bec5","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:33.2417654Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcCreateGateway","saga_id":"b175f959-aaef-43e3-9dc2-b5a0f2c2bec5","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:33.242230294Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcCreateGateway","saga_id":"b175f959-aaef-43e3-9dc2-b5a0f2c2bec5","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"Default ip pool lookup failed: Object (of type ByOther(\"default unicast IP pool for current silo\")) not found: ip-pool. Default gateway has no ip pool association","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2026-03-20T18:35:33.296539742Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcCreateGateway","saga_id":"b175f959-aaef-43e3-9dc2-b5a0f2c2bec5","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:33.29667433Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N017 succeeded"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:33.296706605Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"event_type":"Succeeded(Object {\"key\": String(\"189fe2c3-50ab-4012-b386-3546d649cf92\"), \"lookup_type\": Object {\"ById\": String(\"189fe2c3-50ab-4012-b386-3546d649cf92\")}, \"parent\": Object {\"key\": String(\"57979660-9303-4a5a-b820-a161eef1f8cb\"), \"lookup_type\": Object {\"ByName\": String(\"default\")}, \"parent\": Object {\"key\": String(\"73bf3a4f-07c2-400e-9351-fcd6b7267e7c\"), \"lookup_type\": Object {\"ByName\": String(\"springfield-squidport\")}, \"parent\": Object {\"key\": String(\"001de000-5110-4000-8000-000000000000\"), \"lookup_type\": Object {\"ById\": String(\"001de000-5110-4000-8000-000000000000\")}, \"parent\": Null}}}})","node_id":"17","saga_id":"b175f959-aaef-43e3-9dc2-b5a0f2c2bec5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:33.302018595Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N018 started"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:33.30213718Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"event_type":"Started","node_id":"18","saga_id":"b175f959-aaef-43e3-9dc2-b5a0f2c2bec5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:33.30867458Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcNotifySleds","saga_id":"b175f959-aaef-43e3-9dc2-b5a0f2c2bec5","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:33.308771325Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcNotifySleds","saga_id":"b175f959-aaef-43e3-9dc2-b5a0f2c2bec5","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:33.309909386Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcNotifySleds","saga_id":"b175f959-aaef-43e3-9dc2-b5a0f2c2bec5","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:33.314344884Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"producer_port":56192,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collecting from producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:33.314434152Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"producer_port":56192,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:33.31570702Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcNotifySleds","saga_id":"b175f959-aaef-43e3-9dc2-b5a0f2c2bec5","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:33.315819938Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcNotifySleds","saga_id":"b175f959-aaef-43e3-9dc2-b5a0f2c2bec5","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:33.316351271Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcNotifySleds","saga_id":"b175f959-aaef-43e3-9dc2-b5a0f2c2bec5","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"sent collection request to producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:33.319334404Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"producer_port":56192,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:33.322314228Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"producer_port":56192,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:33.32237479Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"producer_port":56192,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:33.322400758Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"producer_port":56192,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:33.323516639Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcNotifySleds","saga_id":"b175f959-aaef-43e3-9dc2-b5a0f2c2bec5","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:33.323602129Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcNotifySleds","saga_id":"b175f959-aaef-43e3-9dc2-b5a0f2c2bec5","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:33.324773825Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcNotifySleds","saga_id":"b175f959-aaef-43e3-9dc2-b5a0f2c2bec5","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:33.328240583Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcNotifySleds","saga_id":"b175f959-aaef-43e3-9dc2-b5a0f2c2bec5","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 73bf3a4f-07c2-400e-9351-fcd6b7267e7c, lookup_type: ById(73bf3a4f-07c2-400e-9351-fcd6b7267e7c) }, key: 57979660-9303-4a5a-b820-a161eef1f8cb, lookup_type: ByName(\"default\") }","action":"ListChildren","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:33.328321235Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcNotifySleds","saga_id":"b175f959-aaef-43e3-9dc2-b5a0f2c2bec5","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"73bf3a4f-07c2-400e-9351-fcd6b7267e7c","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:33.328361497Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcNotifySleds","saga_id":"b175f959-aaef-43e3-9dc2-b5a0f2c2bec5","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:33.328398499Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcNotifySleds","saga_id":"b175f959-aaef-43e3-9dc2-b5a0f2c2bec5","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:33.328847221Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcNotifySleds","saga_id":"b175f959-aaef-43e3-9dc2-b5a0f2c2bec5","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:33.337468152Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcNotifySleds","saga_id":"b175f959-aaef-43e3-9dc2-b5a0f2c2bec5","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:33.337554712Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcNotifySleds","saga_id":"b175f959-aaef-43e3-9dc2-b5a0f2c2bec5","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:33.337593834Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcNotifySleds","saga_id":"b175f959-aaef-43e3-9dc2-b5a0f2c2bec5","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:33.338816775Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcNotifySleds","saga_id":"b175f959-aaef-43e3-9dc2-b5a0f2c2bec5","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:33.344610192Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcNotifySleds","saga_id":"b175f959-aaef-43e3-9dc2-b5a0f2c2bec5","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:33.344724339Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcNotifySleds","saga_id":"b175f959-aaef-43e3-9dc2-b5a0f2c2bec5","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:33.344765559Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcNotifySleds","saga_id":"b175f959-aaef-43e3-9dc2-b5a0f2c2bec5","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:33.346090283Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcNotifySleds","saga_id":"b175f959-aaef-43e3-9dc2-b5a0f2c2bec5","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:33.349417436Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"Loaded\":{\"collection_id\":\"bfc9cc90-3e9c-4e38-a50f-5ca08916bcc9\",\"time_loaded\":\"2026-03-20T18:35:33.174880419Z\",\"time_started\":\"2026-03-20T18:35:31.959773Z\"}}","iteration":7,"elapsed":"174.505872ms"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:33.349483096Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"blueprint_planner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":8,"reason":"Dependency"} {"msg":"blueprint planning disabled, doing nothing","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:33.349507964Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"blueprint_planner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:33.349528735Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"blueprint_planner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"\"Disabled\"","iteration":8,"elapsed":"19.741µs"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:33.349551724Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":6,"reason":"Dependency"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:33.349575383Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:33.34960285Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:33.349631277Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:33.349655716Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:33.350401529Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:33.35287335Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":6,"reason":"Dependency"} {"msg":"multicast group reconciler activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:33.352973513Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"starting multicast reconciliation pass","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:33.352998162Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:33.353019592Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:33.35321619Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":6,"reason":"Dependency"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:33.353285728Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"error\":\"task disabled\"}","iteration":6,"elapsed":"32.685µs"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:33.353627849Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcNotifySleds","saga_id":"b175f959-aaef-43e3-9dc2-b5a0f2c2bec5","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:33.363824268Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcNotifySleds","saga_id":"b175f959-aaef-43e3-9dc2-b5a0f2c2bec5","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 73bf3a4f-07c2-400e-9351-fcd6b7267e7c, lookup_type: ById(73bf3a4f-07c2-400e-9351-fcd6b7267e7c) }, key: 57979660-9303-4a5a-b820-a161eef1f8cb, lookup_type: ByName(\"default\") }","action":"ListChildren","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:33.363934726Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcNotifySleds","saga_id":"b175f959-aaef-43e3-9dc2-b5a0f2c2bec5","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 73bf3a4f-07c2-400e-9351-fcd6b7267e7c, lookup_type: ById(73bf3a4f-07c2-400e-9351-fcd6b7267e7c) }, key: 57979660-9303-4a5a-b820-a161eef1f8cb, lookup_type: ByName(\"default\") }","action":"ListChildren","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:33.364010411Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcNotifySleds","saga_id":"b175f959-aaef-43e3-9dc2-b5a0f2c2bec5","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"73bf3a4f-07c2-400e-9351-fcd6b7267e7c","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:33.364051972Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcNotifySleds","saga_id":"b175f959-aaef-43e3-9dc2-b5a0f2c2bec5","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:33.364088685Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcNotifySleds","saga_id":"b175f959-aaef-43e3-9dc2-b5a0f2c2bec5","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:33.364369724Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcNotifySleds","saga_id":"b175f959-aaef-43e3-9dc2-b5a0f2c2bec5","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:33.366622517Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"peer_addr":"[::1]:34215","req_id":"13db4d22-2e05-475a-a1d4-b5e509988387","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000: bc ac 01 00 00 01 00 00 00 00 00 01 09 5f 64 65 ............._de\n0010: 6e 64 72 69 74 65 04 5f 74 63 70 0d 63 6f 6e 74 ndrite._tcp.cont\n0020: 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 rol-plane.oxide.\n0030: 69 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 internal..!....)\n0040: 04 d0 00 00 00 00 00 00 ........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:33.366712175Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"peer_addr":"[::1]:34215","req_id":"13db4d22-2e05-475a-a1d4-b5e509988387","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 48300,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 9,\n 95,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:33.366861346Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"store","component":"internal_dns_server","key":"_dendrite._tcp"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:33.367451821Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:33.36751925Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"peer_addr":"[::1]:34215","req_id":"13db4d22-2e05-475a-a1d4-b5e509988387","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","records":"[Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 35630, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") }) }]","query":"LowerQuery { name: LowerName(Name(\"_dendrite._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:33.368153425Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:33.37597038Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:33.376063697Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:33.376093253Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:33.37612093Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:33.376147868Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:33.376441191Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:33.380131885Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcNotifySleds","saga_id":"b175f959-aaef-43e3-9dc2-b5a0f2c2bec5","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:33.380225022Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcNotifySleds","saga_id":"b175f959-aaef-43e3-9dc2-b5a0f2c2bec5","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:33.380292661Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcNotifySleds","saga_id":"b175f959-aaef-43e3-9dc2-b5a0f2c2bec5","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:33.380348935Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcNotifySleds","saga_id":"b175f959-aaef-43e3-9dc2-b5a0f2c2bec5","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:33.383136069Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 35630, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }], valid_until: Instant { tv_sec: 1545, tv_nsec: 32000844 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:33.38330492Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:33.383572176Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:33.389292996Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:33.389366902Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:33.389397507Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:33.390007903Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:33.394842995Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcNotifySleds","saga_id":"b175f959-aaef-43e3-9dc2-b5a0f2c2bec5","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:33.39491976Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcNotifySleds","saga_id":"b175f959-aaef-43e3-9dc2-b5a0f2c2bec5","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:33.394959531Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcNotifySleds","saga_id":"b175f959-aaef-43e3-9dc2-b5a0f2c2bec5","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:33.395389901Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcNotifySleds","saga_id":"b175f959-aaef-43e3-9dc2-b5a0f2c2bec5","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:33.398472308Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:33.398523624Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:33.398556659Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:33.398583586Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:33.398997334Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:33.40020931Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcNotifySleds","saga_id":"b175f959-aaef-43e3-9dc2-b5a0f2c2bec5","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:33.414269683Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcNotifySleds","saga_id":"b175f959-aaef-43e3-9dc2-b5a0f2c2bec5","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 73bf3a4f-07c2-400e-9351-fcd6b7267e7c, lookup_type: ById(73bf3a4f-07c2-400e-9351-fcd6b7267e7c) }, key: 57979660-9303-4a5a-b820-a161eef1f8cb, lookup_type: ByName(\"default\") }","action":"ListChildren","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:33.414363399Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcNotifySleds","saga_id":"b175f959-aaef-43e3-9dc2-b5a0f2c2bec5","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:33.414521136Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcNotifySleds","saga_id":"b175f959-aaef-43e3-9dc2-b5a0f2c2bec5","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:33.414817928Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcNotifySleds","saga_id":"b175f959-aaef-43e3-9dc2-b5a0f2c2bec5","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:33.416944849Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"peer_addr":"[::1]:21228","req_id":"af6dd879-caef-4550-ba52-221e79d17f9a","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 88 7d 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e .}..........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:33.417108053Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"peer_addr":"[::1]:21228","req_id":"af6dd879-caef-4550-ba52-221e79d17f9a","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 34941,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:33.417258803Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:33.417358537Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"peer_addr":"[::1]:21228","req_id":"af6dd879-caef-4550-ba52-221e79d17f9a","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:33.492267597Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"DpdClient","background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:35630/switch/identifiers","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:33.493086226Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:33.504646981Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:33.504746375Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:33.504775751Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:33.504805137Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:33.504832984Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:33.505356531Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"inserting 1 samples into database","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:33.508831785Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 1 samples into database","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:33.508959776Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"unrolling 1 total samples","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:33.509348525Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"id":"6dc71f35-de8c-4050-9e17-e2a7a13c8a37","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:33.510074128Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"id":"6dc71f35-de8c-4050-9e17-e2a7a13c8a37","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:33.51144614Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:33.515626616Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:33.515702201Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:33.515731117Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:33.516221859Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"resolved names for firewall rules","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:33.517577639Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","subnet_networks":"{}","subnet_interfaces":"{}","vpc_interfaces":"{}","instance_interfaces":"{}"} {"msg":"resolved firewall rules for sled agents","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:33.517620049Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","sled_agent_rules":"[]"} {"msg":"resolved 0 rules for sleds","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:33.517641589Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:33.519925677Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"DpdClient","background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:35630/switch/identifiers\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bd9f0042-bdc6-40ce-9f6e-2a73dd6ee2c9\", \"content-length\": \"717\", \"date\": \"Fri, 20 Mar 2026 18:35:33 GMT\"} })"} {"msg":"searching for multicast groups","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:33.520308989Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","state":"Creating"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:33.520396248Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:33.520495912Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:33.521141622Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"ensured all Crucible datasets present in inventory have database records","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:33.523110706Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","num_inserted":0,"num_already_exist":0,"num_not_in_inventory":0} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:33.523356682Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:33.5234459Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:33.523509501Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:33.523560807Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:33.524691421Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"inserted rows into table","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:33.526602652Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"id":"6dc71f35-de8c-4050-9e17-e2a7a13c8a37","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2} {"msg":"inserting data","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:33.526660406Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"id":"6dc71f35-de8c-4050-9e17-e2a7a13c8a37","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:33.53402808Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:33.5411261Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:33.541221625Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:33.541267564Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:33.541300688Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:33.541328595Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:33.541581248Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"resolved sleds for vpc default","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:33.543473958Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","vpc_to_sled":"[]"} {"msg":"sending firewall rules to sled agents","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:33.543549243Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"updated firewall rules on 0 sleds","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:33.543570983Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:33.543591443Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcNotifySleds","saga_id":"b175f959-aaef-43e3-9dc2-b5a0f2c2bec5","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:33.543637592Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcNotifySleds","saga_id":"b175f959-aaef-43e3-9dc2-b5a0f2c2bec5","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:33.544365473Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcNotifySleds","saga_id":"b175f959-aaef-43e3-9dc2-b5a0f2c2bec5","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"inserted rows into table","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:33.546020404Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"id":"6dc71f35-de8c-4050-9e17-e2a7a13c8a37","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:33.546104125Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:33.547118314Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:33.551566935Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:33.551626567Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:33.551652075Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:33.55370777Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:33.555873053Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N018 succeeded"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:33.555970568Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"event_type":"Succeeded(Null)","node_id":"18","saga_id":"b175f959-aaef-43e3-9dc2-b5a0f2c2bec5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"all LocalStorage datasets reconciled","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:33.558333459Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","num_inserted":0,"num_already_exist":0,"num_not_in_inventory":0,"num_tombstoned":0,"num_already_tombstoned":0} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:33.558448405Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:33.558488797Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:33.558558784Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:33.558587881Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:33.559541487Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:33.560822282Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N019 started"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:33.560877796Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"event_type":"Started","node_id":"19","saga_id":"b175f959-aaef-43e3-9dc2-b5a0f2c2bec5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:33.565852513Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:33.570684166Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:33.570759331Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:33.570790777Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:33.570821303Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:33.570849919Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:33.573834262Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"found multicast groups","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:33.575054284Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","state":"Creating","count":0} {"msg":"reconciling member state changes","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:33.575113147Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:33.575136956Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:33.575165323Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:33.57560225Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:33.576721119Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N019 succeeded"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:33.576767278Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"event_type":"Succeeded(Null)","node_id":"19","saga_id":"b175f959-aaef-43e3-9dc2-b5a0f2c2bec5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:33.579809184Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:33.58357963Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:33.583658424Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:33.58368834Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:33.584015148Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"member state reconciliation completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:33.587246645Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","members_processed":0} {"msg":"cleaning up deleted multicast members","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:33.587398795Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:33.587428251Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:33.587461895Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:33.587484905Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:33.589441275Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N021 started"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:33.589542158Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"event_type":"Started","node_id":"21","saga_id":"b175f959-aaef-43e3-9dc2-b5a0f2c2bec5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"all LocalStorageUnencrypted datasets reconciled","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:33.591126122Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","num_inserted":0,"num_already_exist":0,"num_not_in_inventory":0,"num_tombstoned":0,"num_already_tombstoned":0} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:33.591230393Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"blueprint_id\":\"7c59652d-7897-49e0-b9a9-4edb68c28372\",\"inventory_collection_id\":\"bfc9cc90-3e9c-4e38-a50f-5ca08916bcc9\",\"stats\":{\"crucible_dataset\":{\"num_already_exist\":0,\"num_inserted\":0,\"num_not_in_inventory\":0},\"debug_dataset\":{\"num_already_exist\":0,\"num_already_tombstoned\":0,\"num_inserted\":0,\"num_not_in_inventory\":0,\"num_tombstoned\":0},\"local_storage_dataset\":{\"num_already_exist\":0,\"num_already_tombstoned\":0,\"num_inserted\":0,\"num_not_in_inventory\":0,\"num_tombstoned\":0},\"local_storage_unencrypted_dataset\":{\"num_already_exist\":0,\"num_already_tombstoned\":0,\"num_inserted\":0,\"num_not_in_inventory\":0,\"num_tombstoned\":0}}}","iteration":6,"elapsed":"241.668624ms"} {"msg":"multicast group member complete deletion finished","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:33.591455209Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","left_and_time_deleted_members_deleted":0} {"msg":"checking for empty multicast groups to implicitly delete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:33.591493381Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:33.591513691Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:33.591583579Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:33.592013479Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:33.593198148Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N021 succeeded"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:33.593248515Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"event_type":"Succeeded(Null)","node_id":"21","saga_id":"b175f959-aaef-43e3-9dc2-b5a0f2c2bec5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"update for saga cached state","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:33.599174729Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"Done","saga_id":"b175f959-aaef-43e3-9dc2-b5a0f2c2bec5"} {"msg":"updating state","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:33.59923713Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"new_state":"done","saga_id":"b175f959-aaef-43e3-9dc2-b5a0f2c2bec5","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"searching for multicast groups","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:33.600890931Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","state":"Active"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:33.600941828Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:33.600975782Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:33.605003449Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"saga finished","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:33.608004714Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"saga_name":"project-create","saga_id":"b175f959-aaef-43e3-9dc2-b5a0f2c2bec5","sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"success"} {"msg":"tracked saga has finished","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:33.608079079Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"saga_id":"b175f959-aaef-43e3-9dc2-b5a0f2c2bec5","component":"SagaQuiesceHandle","component":"NexusQuiesceHandle","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga finished","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:33.608212487Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"saga_id":"b175f959-aaef-43e3-9dc2-b5a0f2c2bec5","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","saga_result":"SagaResult { saga_id: b175f959-aaef-43e3-9dc2-b5a0f2c2bec5, saga_log: SagaLog { saga_id: b175f959-aaef-43e3-9dc2-b5a0f2c2bec5, unwinding: false, events: [N020 started, N020 succeeded, N000 started, N000 succeeded, N001 started, N001 succeeded, N002 started, N002 succeeded, N003 started, N003 succeeded, N004 started, N004 succeeded, N005 started, N005 succeeded, N006 started, N006 succeeded, N007 started, N007 succeeded, N008 started, N008 succeeded, N009 started, N009 succeeded, N010 started, N010 succeeded, N011 started, N011 succeeded, N012 started, N012 succeeded, N013 started, N013 succeeded, N014 started, N014 succeeded, N015 started, N015 succeeded, N016 started, N016 succeeded, N017 started, N017 succeeded, N018 started, N018 succeeded, N019 started, N019 succeeded, N021 started, N021 succeeded], node_status: {0: Succeeded(Array [Object {\"key\": String(\"73bf3a4f-07c2-400e-9351-fcd6b7267e7c\"), \"lookup_type\": Object {\"ByName\": String(\"springfield-squidport\")}, \"parent\": Object {\"key\": String(\"001de000-5110-4000-8000-000000000000\"), \"lookup_type\": Object {\"ById\": String(\"001de000-5110-4000-8000-000000000000\")}, \"parent\": Null}}, Object {\"identity\": Object {\"description\": String(\"a pier\"), \"id\": String(\"73bf3a4f-07c2-400e-9351-fcd6b7267e7c\"), \"name\": String(\"springfield-squidport\"), \"time_created\": String(\"2026-03-20T18:35:32.050107Z\"), \"time_deleted\": Null, \"time_modified\": String(\"2026-03-20T18:35:32.050107Z\")}, \"rcgen\": Number(1), \"silo_id\": String(\"001de000-5110-4000-8000-000000000000\")}]), 1: Succeeded(Object {\"authz_project\": Object {\"key\": String(\"73bf3a4f-07c2-400e-9351-fcd6b7267e7c\"), \"lookup_type\": Object {\"ByName\": String(\"springfield-squidport\")}, \"parent\": Object {\"key\": String(\"001de000-5110-4000-8000-000000000000\"), \"lookup_type\": Object {\"ById\": String(\"001de000-5110-4000-8000-000000000000\")}, \"parent\": Null}}, \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}, \"vpc_create\": Object {\"description\": String(\"Default VPC\"), \"dns_name\": String(\"default\"), \"ipv6_prefix\": String(\"fd21:e9c9:ec1e::/48\"), \"name\": String(\"default\")}}), 2: Succeeded(Null), 3: Succeeded(String(\"57979660-9303-4a5a-b820-a161eef1f8cb\")), 4: Succeeded(String(\"1f932709-d3a0-4f7b-99fe-32a0774f1ad7\")), 5: Succeeded(String(\"fe30ca73-26f9-42d9-ab74-a16fde2e377f\")), 6: Succeeded(String(\"2caeefcc-f772-44bb-8c1a-fdde325d6563\")), 7: Succeeded(String(\"dca62989-763a-466c-89e2-9df90e701e5f\")), 8: Succeeded(String(\"0a0806fd-8012-4149-ade6-f37aa9a7372f\")), 9: Succeeded(String(\"189fe2c3-50ab-4012-b386-3546d649cf92\")), 10: Succeeded(Array [Object {\"key\": String(\"57979660-9303-4a5a-b820-a161eef1f8cb\"), \"lookup_type\": Object {\"ByName\": String(\"default\")}, \"parent\": Object {\"key\": String(\"73bf3a4f-07c2-400e-9351-fcd6b7267e7c\"), \"lookup_type\": Object {\"ByName\": String(\"springfield-squidport\")}, \"parent\": Object {\"key\": String(\"001de000-5110-4000-8000-000000000000\"), \"lookup_type\": Object {\"ById\": String(\"001de000-5110-4000-8000-000000000000\")}, \"parent\": Null}}}, Object {\"dns_name\": String(\"default\"), \"firewall_gen\": Number(1), \"identity\": Object {\"description\": String(\"Default VPC\"), \"id\": String(\"57979660-9303-4a5a-b820-a161eef1f8cb\"), \"name\": String(\"default\"), \"time_created\": String(\"2026-03-20T18:35:32.260242Z\"), \"time_deleted\": Null, \"time_modified\": String(\"2026-03-20T18:35:32.260242Z\")}, \"ipv6_prefix\": String(\"fd21:e9c9:ec1e::/48\"), \"project_id\": String(\"73bf3a4f-07c2-400e-9351-fcd6b7267e7c\"), \"subnet_gen\": Number(1), \"system_router_id\": String(\"1f932709-d3a0-4f7b-99fe-32a0774f1ad7\"), \"vni\": Number(6698663)}]), 11: Succeeded(Object {\"key\": String(\"1f932709-d3a0-4f7b-99fe-32a0774f1ad7\"), \"lookup_type\": Object {\"ById\": String(\"1f932709-d3a0-4f7b-99fe-32a0774f1ad7\")}, \"parent\": Object {\"key\": String(\"57979660-9303-4a5a-b820-a161eef1f8cb\"), \"lookup_type\": Object {\"ByName\": String(\"default\")}, \"parent\": Object {\"key\": String(\"73bf3a4f-07c2-400e-9351-fcd6b7267e7c\"), \"lookup_type\": Object {\"ByName\": String(\"springfield-squidport\")}, \"parent\": Object {\"key\": String(\"001de000-5110-4000-8000-000000000000\"), \"lookup_type\": Object {\"ById\": String(\"001de000-5110-4000-8000-000000000000\")}, \"parent\": Null}}}}), 12: Succeeded(Null), 13: Succeeded(Null), 14: Succeeded(Array [Object {\"key\": String(\"0a0806fd-8012-4149-ade6-f37aa9a7372f\"), \"lookup_type\": Object {\"ById\": String(\"0a0806fd-8012-4149-ade6-f37aa9a7372f\")}, \"parent\": Object {\"key\": String(\"57979660-9303-4a5a-b820-a161eef1f8cb\"), \"lookup_type\": Object {\"ByName\": String(\"default\")}, \"parent\": Object {\"key\": String(\"73bf3a4f-07c2-400e-9351-fcd6b7267e7c\"), \"lookup_type\": Object {\"ByName\": String(\"springfield-squidport\")}, \"parent\": Object {\"key\": String(\"001de000-5110-4000-8000-000000000000\"), \"lookup_type\": Object {\"ById\": String(\"001de000-5110-4000-8000-000000000000\")}, \"parent\": Null}}}}, Object {\"custom_router_id\": Null, \"identity\": Object {\"description\": String(\"The default subnet for default\"), \"id\": String(\"0a0806fd-8012-4149-ade6-f37aa9a7372f\"), \"name\": String(\"default\"), \"time_created\": String(\"2026-03-20T18:35:32.909892Z\"), \"time_deleted\": Null, \"time_modified\": String(\"2026-03-20T18:35:32.909892Z\")}, \"ipv4_block\": String(\"172.30.0.0/22\"), \"ipv6_block\": String(\"fd21:e9c9:ec1e::/64\"), \"rcgen\": Number(1), \"vpc_id\": String(\"57979660-9303-4a5a-b820-a161eef1f8cb\")}]), 15: Succeeded(Object {\"key\": String(\"dca62989-763a-466c-89e2-9df90e701e5f\"), \"lookup_type\": Object {\"ById\": String(\"0a0806fd-8012-4149-ade6-f37aa9a7372f\")}, \"parent\": Object {\"key\": String(\"1f932709-d3a0-4f7b-99fe-32a0774f1ad7\"), \"lookup_type\": Object {\"ById\": String(\"1f932709-d3a0-4f7b-99fe-32a0774f1ad7\")}, \"parent\": Object {\"key\": String(\"57979660-9303-4a5a-b820-a161eef1f8cb\"), \"lookup_type\": Object {\"ByName\": String(\"default\")}, \"parent\": Object {\"key\": String(\"73bf3a4f-07c2-400e-9351-fcd6b7267e7c\"), \"lookup_type\": Object {\"ByName\": String(\"springfield-squidport\")}, \"parent\": Object {\"key\": String(\"001de000-5110-4000-8000-000000000000\"), \"lookup_type\": Object {\"ById\": String(\"001de000-5110-4000-8000-000000000000\")}, \"parent\": Null}}}}}), 16: Succeeded(Array [Object {\"action\": String(\"allow\"), \"direction\": String(\"inbound\"), \"filter_hosts\": Array [Object {\"type\": String(\"vpc\"), \"value\": String(\"default\")}], \"filter_ports\": Null, \"filter_protocols\": Null, \"identity\": Object {\"description\": String(\"allow inbound traffic to all instances within the VPC if originated within the VPC\"), \"id\": String(\"d49bdb91-9915-4f88-8451-fc38fbdf3bff\"), \"name\": String(\"allow-internal-inbound\"), \"time_created\": String(\"2026-03-20T18:35:33.088578Z\"), \"time_deleted\": Null, \"time_modified\": String(\"2026-03-20T18:35:33.088578Z\")}, \"priority\": Number(65534), \"status\": String(\"enabled\"), \"targets\": Array [Object {\"type\": String(\"vpc\"), \"value\": String(\"default\")}], \"vpc_id\": String(\"57979660-9303-4a5a-b820-a161eef1f8cb\")}, Object {\"action\": String(\"allow\"), \"direction\": String(\"inbound\"), \"filter_hosts\": Null, \"filter_ports\": Array [String(\"22\")], \"filter_protocols\": Array [Object {\"type\": String(\"tcp\")}], \"identity\": Object {\"description\": String(\"allow inbound TCP connections on port 22 from anywhere\"), \"id\": String(\"d298e056-f79c-4658-8b32-b6b3d5ff3b4a\"), \"name\": String(\"allow-ssh\"), \"time_created\": String(\"2026-03-20T18:35:33.088595Z\"), \"time_deleted\": Null, \"time_modified\": String(\"2026-03-20T18:35:33.088595Z\")}, \"priority\": Number(65534), \"status\": String(\"enabled\"), \"targets\": Array [Object {\"type\": String(\"vpc\"), \"value\": String(\"default\")}], \"vpc_id\": String(\"57979660-9303-4a5a-b820-a161eef1f8cb\")}, Object {\"action\": String(\"allow\"), \"direction\": String(\"inbound\"), \"filter_hosts\": Null, \"filter_ports\": Null, \"filter_protocols\": Array [Object {\"type\": String(\"icmp\"), \"value\": Null}], \"identity\": Object {\"description\": String(\"allow inbound ICMP traffic from anywhere\"), \"id\": String(\"d03d5d9d-423b-4f3f-af64-0e3966366ecc\"), \"name\": String(\"allow-icmp\"), \"time_created\": String(\"2026-03-20T18:35:33.088602Z\"), \"time_deleted\": Null, \"time_modified\": String(\"2026-03-20T18:35:33.088602Z\")}, \"priority\": Number(65534), \"status\": String(\"enabled\"), \"targets\": Array [Object {\"type\": String(\"vpc\"), \"value\": String(\"default\")}], \"vpc_id\": String(\"57979660-9303-4a5a-b820-a161eef1f8cb\")}]), 17: Succeeded(Object {\"key\": String(\"189fe2c3-50ab-4012-b386-3546d649cf92\"), \"lookup_type\": Object {\"ById\": String(\"189fe2c3-50ab-4012-b386-3546d649cf92\")}, \"parent\": Object {\"key\": String(\"57979660-9303-4a5a-b820-a161eef1f8cb\"), \"lookup_type\": Object {\"ByName\": String(\"default\")}, \"parent\": Object {\"key\": String(\"73bf3a4f-07c2-400e-9351-fcd6b7267e7c\"), \"lookup_type\": Object {\"ByName\": String(\"springfield-squidport\")}, \"parent\": Object {\"key\": String(\"001de000-5110-4000-8000-000000000000\"), \"lookup_type\": Object {\"ById\": String(\"001de000-5110-4000-8000-000000000000\")}, \"parent\": Null}}}}), 18: Succeeded(Null), 19: Succeeded(Null), 20: Succeeded(Null), 21: Succeeded(Null)} }, kind: Ok(SagaResultOk { saga_output: Null, node_outputs: {\"default_internet_gateway_id\": String(\"189fe2c3-50ab-4012-b386-3546d649cf92\"), \"default_subnet_id\": String(\"0a0806fd-8012-4149-ade6-f37aa9a7372f\"), \"default_v4_route_id\": String(\"fe30ca73-26f9-42d9-ab74-a16fde2e377f\"), \"default_v6_route_id\": String(\"2caeefcc-f772-44bb-8c1a-fdde325d6563\"), \"firewall\": Array [Object {\"action\": String(\"allow\"), \"direction\": String(\"inbound\"), \"filter_hosts\": Array [Object {\"type\": String(\"vpc\"), \"value\": String(\"default\")}], \"filter_ports\": Null, \"filter_protocols\": Null, \"identity\": Object {\"description\": String(\"allow inbound traffic to all instances within the VPC if originated within the VPC\"), \"id\": String(\"d49bdb91-9915-4f88-8451-fc38fbdf3bff\"), \"name\": String(\"allow-internal-inbound\"), \"time_created\": String(\"2026-03-20T18:35:33.088578Z\"), \"time_deleted\": Null, \"time_modified\": String(\"2026-03-20T18:35:33.088578Z\")}, \"priority\": Number(65534), \"status\": String(\"enabled\"), \"targets\": Array [Object {\"type\": String(\"vpc\"), \"value\": String(\"default\")}], \"vpc_id\": String(\"57979660-9303-4a5a-b820-a161eef1f8cb\")}, Object {\"action\": String(\"allow\"), \"direction\": String(\"inbound\"), \"filter_hosts\": Null, \"filter_ports\": Array [String(\"22\")], \"filter_protocols\": Array [Object {\"type\": String(\"tcp\")}], \"identity\": Object {\"description\": String(\"allow inbound TCP connections on port 22 from anywhere\"), \"id\": String(\"d298e056-f79c-4658-8b32-b6b3d5ff3b4a\"), \"name\": String(\"allow-ssh\"), \"time_created\": String(\"2026-03-20T18:35:33.088595Z\"), \"time_deleted\": Null, \"time_modified\": String(\"2026-03-20T18:35:33.088595Z\")}, \"priority\": Number(65534), \"status\": String(\"enabled\"), \"targets\": Array [Object {\"type\": String(\"vpc\"), \"value\": String(\"default\")}], \"vpc_id\": String(\"57979660-9303-4a5a-b820-a161eef1f8cb\")}, Object {\"action\": String(\"allow\"), \"direction\": String(\"inbound\"), \"filter_hosts\": Null, \"filter_ports\": Null, \"filter_protocols\": Array [Object {\"type\": String(\"icmp\"), \"value\": Null}], \"identity\": Object {\"description\": String(\"allow inbound ICMP traffic from anywhere\"), \"id\": String(\"d03d5d9d-423b-4f3f-af64-0e3966366ecc\"), \"name\": String(\"allow-icmp\"), \"time_created\": String(\"2026-03-20T18:35:33.088602Z\"), \"time_deleted\": Null, \"time_modified\": String(\"2026-03-20T18:35:33.088602Z\")}, \"priority\": Number(65534), \"status\": String(\"enabled\"), \"targets\": Array [Object {\"type\": String(\"vpc\"), \"value\": String(\"default\")}], \"vpc_id\": String(\"57979660-9303-4a5a-b820-a161eef1f8cb\")}], \"gateway\": Object {\"key\": String(\"189fe2c3-50ab-4012-b386-3546d649cf92\"), \"lookup_type\": Object {\"ById\": String(\"189fe2c3-50ab-4012-b386-3546d649cf92\")}, \"parent\": Object {\"key\": String(\"57979660-9303-4a5a-b820-a161eef1f8cb\"), \"lookup_type\": Object {\"ByName\": String(\"default\")}, \"parent\": Object {\"key\": String(\"73bf3a4f-07c2-400e-9351-fcd6b7267e7c\"), \"lookup_type\": Object {\"ByName\": String(\"springfield-squidport\")}, \"parent\": Object {\"key\": String(\"001de000-5110-4000-8000-000000000000\"), \"lookup_type\": Object {\"ById\": String(\"001de000-5110-4000-8000-000000000000\")}, \"parent\": Null}}}}, \"no_result\": Null, \"project\": Array [Object {\"key\": String(\"73bf3a4f-07c2-400e-9351-fcd6b7267e7c\"), \"lookup_type\": Object {\"ByName\": String(\"springfield-squidport\")}, \"parent\": Object {\"key\": String(\"001de000-5110-4000-8000-000000000000\"), \"lookup_type\": Object {\"ById\": String(\"001de000-5110-4000-8000-000000000000\")}, \"parent\": Null}}, Object {\"identity\": Object {\"description\": String(\"a pier\"), \"id\": String(\"73bf3a4f-07c2-400e-9351-fcd6b7267e7c\"), \"name\": String(\"springfield-squidport\"), \"time_created\": String(\"2026-03-20T18:35:32.050107Z\"), \"time_deleted\": Null, \"time_modified\": String(\"2026-03-20T18:35:32.050107Z\")}, \"rcgen\": Number(1), \"silo_id\": String(\"001de000-5110-4000-8000-000000000000\")}], \"route\": Object {\"key\": String(\"dca62989-763a-466c-89e2-9df90e701e5f\"), \"lookup_type\": Object {\"ById\": String(\"0a0806fd-8012-4149-ade6-f37aa9a7372f\")}, \"parent\": Object {\"key\": String(\"1f932709-d3a0-4f7b-99fe-32a0774f1ad7\"), \"lookup_type\": Object {\"ById\": String(\"1f932709-d3a0-4f7b-99fe-32a0774f1ad7\")}, \"parent\": Object {\"key\": String(\"57979660-9303-4a5a-b820-a161eef1f8cb\"), \"lookup_type\": Object {\"ByName\": String(\"default\")}, \"parent\": Object {\"key\": String(\"73bf3a4f-07c2-400e-9351-fcd6b7267e7c\"), \"lookup_type\": Object {\"ByName\": String(\"springfield-squidport\")}, \"parent\": Object {\"key\": String(\"001de000-5110-4000-8000-000000000000\"), \"lookup_type\": Object {\"ById\": String(\"001de000-5110-4000-8000-000000000000\")}, \"parent\": Null}}}}}, \"route4\": Null, \"route6\": Null, \"router\": Object {\"key\": String(\"1f932709-d3a0-4f7b-99fe-32a0774f1ad7\"), \"lookup_type\": Object {\"ById\": String(\"1f932709-d3a0-4f7b-99fe-32a0774f1ad7\")}, \"parent\": Object {\"key\": String(\"57979660-9303-4a5a-b820-a161eef1f8cb\"), \"lookup_type\": Object {\"ByName\": String(\"default\")}, \"parent\": Object {\"key\": String(\"73bf3a4f-07c2-400e-9351-fcd6b7267e7c\"), \"lookup_type\": Object {\"ByName\": String(\"springfield-squidport\")}, \"parent\": Object {\"key\": String(\"001de000-5110-4000-8000-000000000000\"), \"lookup_type\": Object {\"ById\": String(\"001de000-5110-4000-8000-000000000000\")}, \"parent\": Null}}}}, \"subnet\": Array [Object {\"key\": String(\"0a0806fd-8012-4149-ade6-f37aa9a7372f\"), \"lookup_type\": Object {\"ById\": String(\"0a0806fd-8012-4149-ade6-f37aa9a7372f\")}, \"parent\": Object {\"key\": String(\"57979660-9303-4a5a-b820-a161eef1f8cb\"), \"lookup_type\": Object {\"ByName\": String(\"default\")}, \"parent\": Object {\"key\": String(\"73bf3a4f-07c2-400e-9351-fcd6b7267e7c\"), \"lookup_type\": Object {\"ByName\": String(\"springfield-squidport\")}, \"parent\": Object {\"key\": String(\"001de000-5110-4000-8000-000000000000\"), \"lookup_type\": Object {\"ById\": String(\"001de000-5110-4000-8000-000000000000\")}, \"parent\": Null}}}}, Object {\"custom_router_id\": Null, \"identity\": Object {\"description\": String(\"The default subnet for default\"), \"id\": String(\"0a0806fd-8012-4149-ade6-f37aa9a7372f\"), \"name\": String(\"default\"), \"time_created\": String(\"2026-03-20T18:35:32.909892Z\"), \"time_deleted\": Null, \"time_modified\": String(\"2026-03-20T18:35:32.909892Z\")}, \"ipv4_block\": String(\"172.30.0.0/22\"), \"ipv6_block\": String(\"fd21:e9c9:ec1e::/64\"), \"rcgen\": Number(1), \"vpc_id\": String(\"57979660-9303-4a5a-b820-a161eef1f8cb\")}], \"subnet_route_id\": String(\"dca62989-763a-466c-89e2-9df90e701e5f\"), \"system_router_id\": String(\"1f932709-d3a0-4f7b-99fe-32a0774f1ad7\"), \"vpc\": Null, \"vpc_create_params\": Object {\"authz_project\": Object {\"key\": String(\"73bf3a4f-07c2-400e-9351-fcd6b7267e7c\"), \"lookup_type\": Object {\"ByName\": String(\"springfield-squidport\")}, \"parent\": Object {\"key\": String(\"001de000-5110-4000-8000-000000000000\"), \"lookup_type\": Object {\"ById\": String(\"001de000-5110-4000-8000-000000000000\")}, \"parent\": Null}}, \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}, \"vpc_create\": Object {\"description\": String(\"Default VPC\"), \"dns_name\": String(\"default\"), \"ipv6_prefix\": String(\"fd21:e9c9:ec1e::/48\"), \"name\": String(\"default\")}}, \"vpc_id\": String(\"57979660-9303-4a5a-b820-a161eef1f8cb\")} }) }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:33.608951414Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/projects","method":"POST","req_id":"dfb1475c-94bc-4c7a-9d2e-22b7688b5f21","remote_addr":"127.0.0.1:33644","local_addr":"127.0.0.1:51359","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"AuditLog","action":"CreateChild","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:33.609003309Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/projects","method":"POST","req_id":"dfb1475c-94bc-4c7a-9d2e-22b7688b5f21","remote_addr":"127.0.0.1:33644","local_addr":"127.0.0.1:51359","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:33.609047189Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/projects","method":"POST","req_id":"dfb1475c-94bc-4c7a-9d2e-22b7688b5f21","remote_addr":"127.0.0.1:33644","local_addr":"127.0.0.1:51359","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:33.609083502Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/projects","method":"POST","req_id":"dfb1475c-94bc-4c7a-9d2e-22b7688b5f21","remote_addr":"127.0.0.1:33644","local_addr":"127.0.0.1:51359","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:33.609189193Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/projects","method":"POST","req_id":"dfb1475c-94bc-4c7a-9d2e-22b7688b5f21","remote_addr":"127.0.0.1:33644","local_addr":"127.0.0.1:51359","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"found multicast groups","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:33.61055053Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","state":"Active","count":0} {"msg":"searching for multicast groups","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:33.61061565Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","state":"Deleting"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:33.610639989Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:33.610667906Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:33.612909733Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2026-03-20T18:35:33.614523193Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:33.623564089Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/projects","method":"POST","req_id":"dfb1475c-94bc-4c7a-9d2e-22b7688b5f21","remote_addr":"127.0.0.1:33644","local_addr":"127.0.0.1:51359","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:33.625922603Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/projects","method":"POST","req_id":"dfb1475c-94bc-4c7a-9d2e-22b7688b5f21","remote_addr":"127.0.0.1:33644","local_addr":"127.0.0.1:51359","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"AuditLog","action":"CreateChild","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:33.626016039Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/projects","method":"POST","req_id":"dfb1475c-94bc-4c7a-9d2e-22b7688b5f21","remote_addr":"127.0.0.1:33644","local_addr":"127.0.0.1:51359","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:33.626053532Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/projects","method":"POST","req_id":"dfb1475c-94bc-4c7a-9d2e-22b7688b5f21","remote_addr":"127.0.0.1:33644","local_addr":"127.0.0.1:51359","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:33.62642228Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/projects","method":"POST","req_id":"dfb1475c-94bc-4c7a-9d2e-22b7688b5f21","remote_addr":"127.0.0.1:33644","local_addr":"127.0.0.1:51359","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"found multicast groups","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:33.628233328Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","state":"Deleting","count":0} {"msg":"multicast RPW reconciliation cycle completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:33.62829408Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","error_count":0,"total_dpd_operations":0,"orphaned_member_cleanup":0,"member_lifecycle_transitions":0,"active_groups_verified":0,"external_groups_deleted":0,"external_groups_created":0} {"msg":"multicast RPW reconciliation pass completed - dataplane consistent","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:33.629311257Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:33.629361524Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"disabled\":false,\"empty_groups_marked\":0,\"errors\":[],\"groups_created\":0,\"groups_deleted\":0,\"groups_verified\":0,\"members_deleted\":0,\"members_processed\":0}","iteration":6,"elapsed":"276.526566ms"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:33.686831303Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"uri":"/v1/projects","method":"POST","req_id":"dfb1475c-94bc-4c7a-9d2e-22b7688b5f21","remote_addr":"127.0.0.1:33644","local_addr":"127.0.0.1:51359","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":2158143,"response_code":201} {"msg":"client received response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:33.687523761Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"external client test context","status":"201"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:33.688651456Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"class":"Action"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:33.688763854Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"class":"AuditLog"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:33.688822647Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"class":"AnyActor"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:33.688849304Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"class":"AuthenticatedActor"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:33.688866077Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"class":"BlueprintConfig"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:33.688883299Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"class":"Database"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:33.688899821Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"class":"DnsConfig"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:33.688915803Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"class":"Fleet"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:33.688932646Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"class":"Inventory"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:33.688948638Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"class":"IpPoolList"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:33.688965081Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"class":"VpcList"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:33.688981033Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"class":"ConsoleSessionList"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:33.688997096Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"class":"DeviceAuthRequestList"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:33.689013288Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"class":"QuiesceState"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:33.68902981Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"class":"SiloCertificateList"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:33.689045793Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"class":"SiloGroupList"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:33.689062885Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"class":"SiloIdentityProviderList"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:33.689079667Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"class":"SiloUserList"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:33.68909593Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"class":"SiloUserSessionList"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:33.689112642Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"class":"SiloUserTokenList"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:33.689127705Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"class":"SubnetPoolList"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:33.689143957Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"class":"UpdateTrustRootList"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:33.68916046Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"class":"TargetReleaseConfig"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:33.689175892Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"class":"AlertClassList"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:33.689191265Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"class":"ScimClientBearerTokenList"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:33.689207538Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"class":"MulticastGroupList"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:33.6892238Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"class":"Project"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:33.689240482Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"class":"Disk"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:33.689256325Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"class":"Snapshot"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:33.689271338Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"class":"ProjectImage"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:33.689287141Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"class":"AffinityGroup"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:33.689303783Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"class":"AntiAffinityGroup"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:33.689319586Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"class":"Instance"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:33.689335778Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"class":"IpPool"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:33.689351841Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"class":"InstanceNetworkInterface"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:33.689367783Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"class":"Vpc"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:33.689384575Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"class":"VpcRouter"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:33.689400968Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"class":"InternetGateway"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:33.689416031Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"class":"InternetGatewayIpPool"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:33.689431574Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"class":"InternetGatewayIpAddress"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:33.689447286Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"class":"RouterRoute"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:33.689462869Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"class":"VpcSubnet"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:33.689478652Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"class":"FloatingIp"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:33.689494664Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"class":"ExternalSubnet"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:33.689510587Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"class":"Image"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:33.689526639Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"class":"SiloImage"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:33.689592439Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"class":"AddressLot"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:33.689614159Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"class":"Blueprint"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:33.689643015Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"class":"LoopbackAddress"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:33.689659638Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"class":"Certificate"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:33.68967647Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"class":"ConsoleSession"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:33.689692842Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"class":"DeviceAuthRequest"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:33.689708645Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"class":"DeviceAccessToken"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:33.689724437Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"class":"PhysicalDisk"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:33.689741969Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"class":"Rack"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:33.689757222Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"class":"SshKey"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:33.689774044Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"class":"Silo"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:33.689790727Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"class":"SiloUser"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:33.689806259Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"class":"SiloGroup"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:33.689821602Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"class":"SupportBundle"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:33.689836845Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"class":"IdentityProvider"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:33.689853947Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"class":"SamlIdentityProvider"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:33.68986888Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"class":"Sled"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:33.689884263Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"class":"SubnetPool"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:33.689899396Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"class":"TufRepo"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:33.689914549Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"class":"TufArtifact"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:33.689932361Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"class":"TufTrustRoot"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:33.689948393Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"class":"Alert"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:33.689965505Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"class":"AlertReceiver"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:33.689982008Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"class":"WebhookSecret"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:33.68999862Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"class":"Zpool"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:33.690014273Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"class":"Service"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:33.690029476Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"class":"UserBuiltin"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:33.690045408Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"class":"ScimClientBearerToken"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:33.69006309Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"class":"MulticastGroup"} {"msg":"full Oso configuration","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:33.690079542Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"config":"#\n# Oso configuration for Omicron\n# This file is augmented by generated snippets.\n#\n\n#\n# ACTOR TYPES AND BASIC RULES\n#\n\n# `AnyActor` includes both authenticated and unauthenticated users.\nactor AnyActor {}\n\n# An `AuthenticatedActor` has an identity in the system. All of our operations\n# today require that an actor be authenticated.\nactor AuthenticatedActor {}\n\n# For any resource, `actor` can perform action `action` on it if they're\n# authenticated and their role(s) give them the corresponding permission on that\n# resource.\nallow(actor: AnyActor, action: Action, resource) if\n actor.authenticated and\n has_permission(actor.authn_actor.unwrap(), action.to_perm(), resource);\n\n# Define role relationships\nhas_role(actor: AuthenticatedActor, role: String, resource: Resource)\n\tif resource.has_role(actor, role);\n\n#\n# ROLES AND PERMISSIONS IN THE FLEET/SILO/PROJECT HIERARCHY\n#\n# We define the following permissions for most resources in the system:\n#\n# - \"create_child\": required to create child resources (of any type)\n#\n# - \"list_children\": required to list child resources (of all types) of a\n# resource\n#\n# - \"modify\": required to modify or delete a resource\n#\n# - \"read\": required to read a resource\n#\n# We define the following predefined roles for only a few high-level resources:\n# the Fleet (see below), Silo, Organization, and Project. The specific roles\n# are oriented around intended use-cases:\n#\n# - \"admin\": has all permissions on the resource\n#\n# - \"collaborator\": has \"read\", \"list_children\", and \"create_child\", plus\n# the \"admin\" role for child resources. The idea is that if you're an\n# Organization Collaborator, you have full control over the Projects within\n# the Organization, but you cannot modify or delete the Organization itself.\n#\n# - \"viewer\": has \"read\" and \"list_children\" on a resource\n#\n# Below the Project level, permissions are granted via roles at the Project\n# level. For example, for someone to be able to create, modify, or delete any\n# Instances, they must be granted project.collaborator, which means they can\n# create, modify, or delete _all_ resources in the Project.\n#\n# The complete set of predefined roles:\n#\n# - fleet.admin (superuser for the whole system)\n# - fleet.collaborator (can manage Silos)\n# - fleet.viewer (can read most non-siloed resources in the system)\n# - silo.admin (superuser for the silo)\n# - silo.collaborator (can create and own Organizations; grants project.admin on all projects)\n# - silo.limited-collaborator (grants project.limited-collaborator on all projects)\n# - silo.viewer (can read most resources within the Silo; grants project.viewer)\n# - organization.admin (complete control over an organization)\n# - organization.collaborator (can manage Projects)\n# - organization.viewer (can read most resources within the Organization)\n# - project.admin (complete control over a Project)\n# - project.collaborator (can manage all resources within the Project, including networking)\n# - project.limited-collaborator (can manage compute resources, but not networking resources)\n# - project.viewer (can read most resources within the Project)\n#\n# Outside the Silo/Organization/Project hierarchy, we (currently) treat most\n# resources as nested under Fleet or else a synthetic resource (see below). We\n# do not yet support role assignments on anything other than Fleet, Silo,\n# Organization, or Project.\n#\n\n# \"Fleet\" is a global singleton representing the whole system. The name comes\n# from the idea described in RFD 24, but it's not quite right. This probably\n# should be more like \"Region\" or \"AvailabilityZone\". The precise boundaries\n# have not yet been figured out.\nresource Fleet {\n\tpermissions = [\n\t \"list_children\",\n\t \"modify\",\n\t \"read\",\n\t \"create_child\",\n\t];\n\n\troles = [\n\t # Roles that can be attached by users\n\t \"admin\",\n\t \"collaborator\",\n\t \"viewer\",\n\n\t # Internal-only roles\n\t \"external-authenticator\"\n\t];\n\n\t# Roles implied by other roles on this resource\n\t\"viewer\" if \"collaborator\";\n\t\"collaborator\" if \"admin\";\n\n\t# Permissions granted directly by roles on this resource\n\t\"list_children\" if \"viewer\";\n\t\"read\" if \"viewer\";\n\t\"create_child\" if \"collaborator\";\n\t\"modify\" if \"admin\";\n}\n\n# For fleets specifically, roles can be conferred by roles on the user's Silo.\n# Note that certain Actors may not ever have any roles assigned to them, like\n# SCIM Actors.\nhas_role(actor: AuthenticatedActor, role: String, _: Fleet) if\n\tsilo_role in actor.confers_fleet_role(role) and\n\thas_role(actor, silo_role, actor.silo.unwrap());\n\nresource Silo {\n\tpermissions = [\n\t \"list_children\",\n\t \"modify\",\n\t \"read\",\n\t \"create_child\",\n\t];\n\troles = [ \"admin\", \"collaborator\", \"limited-collaborator\", \"viewer\" ];\n\n\t# Roles implied by other roles on this resource\n\t\"viewer\" if \"limited-collaborator\";\n\t\"limited-collaborator\" if \"collaborator\";\n\t\"collaborator\" if \"admin\";\n\n\t# Permissions granted directly by roles on this resource\n\t\"list_children\" if \"viewer\";\n\t\"read\" if \"viewer\";\n\n\t\"create_child\" if \"collaborator\";\n\t\"modify\" if \"admin\";\n\n\t# Permissions implied by roles on this resource's parent (Fleet). Fleet\n\t# privileges allow a user to see and potentially administer the Silo,\n\t# but they do not give anyone permission to look at anything inside the\n\t# Silo. To achieve this, we use permission rules here. (If we granted\n\t# Fleet administrators _roles_ on the Silo, then those would cascade\n\t# into the Silo as well.)\n\trelations = { parent_fleet: Fleet };\n\t\"read\" if \"viewer\" on \"parent_fleet\";\n\t\"modify\" if \"collaborator\" on \"parent_fleet\";\n\n\t# external authenticator has to create silo users\n\t\"list_children\" if \"external-authenticator\" on \"parent_fleet\";\n\t\"create_child\" if \"external-authenticator\" on \"parent_fleet\";\n}\n\nhas_relation(fleet: Fleet, \"parent_fleet\", silo: Silo)\n\tif silo.fleet = fleet;\n\n# As a special case, all authenticated users can read their own Silo. That's\n# not quite the same as having the \"viewer\" role. For example, they cannot list\n# Organizations in the Silo.\n#\n# One reason this is necessary is because if an unprivileged user tries to\n# create an Organization using \"POST /organizations\", they should get back a 403\n# (which implies they're able to see /organizations, which is essentially seeing\n# the Silo itself) rather than a 404. This behavior isn't a hard constraint\n# (i.e., you could reasonably get a 404 for an API you're not allowed to call).\n# Nor is the implementation (i.e., we could special-case this endpoint somehow).\n# But granting this permission is the simplest way to keep this endpoint's\n# behavior consistent with the rest of the API.\n#\n# This rule is also used to determine if a user can list the identity providers\n# in the Silo (which they should be able to), since that's predicated on being\n# able to read the Silo.\n#\n# It's unclear what else would break if users couldn't see their own Silo.\nhas_permission(actor: AuthenticatedActor, \"read\", silo: Silo)\n\tif actor.is_user and silo in actor.silo;\n\nresource Project {\n\tpermissions = [\n\t \"list_children\",\n\t \"modify\",\n\t \"read\",\n\t \"create_child\",\n\t];\n\troles = [ \"admin\", \"collaborator\", \"limited-collaborator\", \"viewer\" ];\n\n\t# Roles implied by other roles on this resource\n\t# Role hierarchy: admin > collaborator > limited-collaborator > viewer\n\t#\n\t# The \"limited-collaborator\" role can create/modify non-networking\n\t# resources (instances, disks, etc.) but cannot create/modify networking\n\t# infrastructure (VPCs, subnets, routers, internet gateways).\n\t# See nexus/authz-macros for InProjectLimited vs InProjectFull.\n\t\"viewer\" if \"limited-collaborator\";\n\t\"limited-collaborator\" if \"collaborator\";\n\t\"collaborator\" if \"admin\";\n\n\t# Permissions granted directly by roles on this resource\n\t\"list_children\" if \"viewer\";\n\t\"read\" if \"viewer\";\n\t\"create_child\" if \"limited-collaborator\";\n\t\"modify\" if \"admin\";\n\n\t# Roles implied by roles on this resource's parent (Silo)\n\trelations = { parent_silo: Silo };\n\t\"admin\" if \"collaborator\" on \"parent_silo\";\n\t\"limited-collaborator\" if \"limited-collaborator\" on \"parent_silo\";\n\t\"viewer\" if \"viewer\" on \"parent_silo\";\n}\nhas_relation(silo: Silo, \"parent_silo\", project: Project)\n\tif project.silo = silo;\n\n#\n# GENERAL RESOURCES OUTSIDE THE SILO/PROJECT HIERARCHY\n#\n# Many resources use snippets of Polar generated by the `authz_resource!` Rust\n# macro. Some resources require custom Polar code. Those appear here.\n#\n\nresource Certificate {\n\tpermissions = [ \"read\", \"modify\" ];\n\trelations = { parent_silo: Silo, parent_fleet: Fleet };\n\n\t# Fleet-level and silo-level roles both grant privileges on certificates.\n\t\"read\" if \"admin\" on \"parent_silo\";\n\t\"modify\" if \"admin\" on \"parent_silo\";\n\t\"read\" if \"admin\" on \"parent_fleet\";\n\t\"modify\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(silo: Silo, \"parent_silo\", certificate: Certificate)\n\tif certificate.silo = silo;\nhas_relation(fleet: Fleet, \"parent_fleet\", certificate: Certificate)\n\tif certificate.silo.fleet = fleet;\n\nresource SiloUser {\n\tpermissions = [\n\t \"list_children\",\n\t \"modify\",\n\t \"read\",\n\t \"create_child\",\n\t];\n\n\t# Fleet and Silo administrators can manage a Silo's users. This is one\n\t# of the only areas of Silo configuration that Fleet Administrators have\n\t# permissions on.\n\trelations = { parent_silo: Silo, parent_fleet: Fleet };\n\t\"list_children\" if \"read\" on \"parent_silo\";\n\t\"read\" if \"read\" on \"parent_silo\";\n\t\"modify\" if \"admin\" on \"parent_silo\";\n\t\"create_child\" if \"admin\" on \"parent_silo\";\n\t\"list_children\" if \"read\" on \"parent_fleet\";\n\t\"read\" if \"read\" on \"parent_fleet\";\n\t\"modify\" if \"admin\" on \"parent_fleet\";\n\t\"create_child\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(silo: Silo, \"parent_silo\", user: SiloUser)\n\tif user.silo = silo;\nhas_relation(fleet: Fleet, \"parent_fleet\", user: SiloUser)\n\tif user.silo.fleet = fleet;\n\n# authenticated actors have all permissions on themselves\nhas_permission(actor: AuthenticatedActor, _perm: String, silo_user: SiloUser)\n if actor.equals_silo_user(silo_user);\n\nhas_permission(actor: AuthenticatedActor, \"read\", silo_user: SiloUser)\n if actor.is_user and silo_user.silo in actor.silo;\n\nresource SiloGroup {\n\tpermissions = [\n\t \"list_children\",\n\t \"modify\",\n\t \"read\",\n\t \"create_child\",\n\t];\n\n\trelations = { parent_silo: Silo };\n\t\"list_children\" if \"read\" on \"parent_silo\";\n\t\"read\" if \"read\" on \"parent_silo\";\n\t\"modify\" if \"admin\" on \"parent_silo\";\n\t\"create_child\" if \"admin\" on \"parent_silo\";\n}\nhas_relation(silo: Silo, \"parent_silo\", group: SiloGroup)\n\tif group.silo = silo;\n\nresource SshKey {\n\tpermissions = [ \"read\", \"modify\" ];\n\trelations = { silo_user: SiloUser };\n\n\t\"read\" if \"read\" on \"silo_user\";\n}\n# We want to allow the user to modify the ssh key but disallow a SCIM IdP token\n# from doing the same.\nhas_permission(actor: AuthenticatedActor, \"modify\", ssh_key: SshKey)\n\tif actor.is_user and has_permission(actor, \"modify\", ssh_key.silo_user);\nhas_relation(user: SiloUser, \"silo_user\", ssh_key: SshKey)\n\tif ssh_key.silo_user = user;\n\nresource IdentityProvider {\n\tpermissions = [\n\t \"read\",\n\t \"modify\",\n\t \"create_child\",\n\t \"list_children\",\n\t];\n\trelations = { parent_silo: Silo, parent_fleet: Fleet };\n\n\t# Silo-level roles grant privileges on identity providers.\n\t\"read\" if \"viewer\" on \"parent_silo\";\n\t\"list_children\" if \"viewer\" on \"parent_silo\";\n\t\"modify\" if \"admin\" on \"parent_silo\";\n\t\"create_child\" if \"admin\" on \"parent_silo\";\n\n\t# Fleet-level roles also grant privileges on identity providers.\n\t\"read\" if \"viewer\" on \"parent_fleet\";\n\t\"list_children\" if \"viewer\" on \"parent_fleet\";\n\t\"modify\" if \"admin\" on \"parent_fleet\";\n\t\"create_child\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(silo: Silo, \"parent_silo\", identity_provider: IdentityProvider)\n\tif identity_provider.silo = silo;\nhas_relation(fleet: Fleet, \"parent_fleet\", collection: IdentityProvider)\n\tif collection.silo.fleet = fleet;\n\nresource SamlIdentityProvider {\n\tpermissions = [\n\t \"read\",\n\t \"modify\",\n\t \"create_child\",\n\t \"list_children\",\n\t];\n\trelations = { parent_silo: Silo, parent_fleet: Fleet };\n\n\t# Silo-level roles grant privileges on identity providers.\n\t\"read\" if \"viewer\" on \"parent_silo\";\n\t\"list_children\" if \"viewer\" on \"parent_silo\";\n\t\"modify\" if \"admin\" on \"parent_silo\";\n\t\"create_child\" if \"admin\" on \"parent_silo\";\n\n\t# Fleet-level roles also grant privileges on identity providers.\n\t\"read\" if \"viewer\" on \"parent_fleet\";\n\t\"list_children\" if \"viewer\" on \"parent_fleet\";\n\t\"modify\" if \"admin\" on \"parent_fleet\";\n\t\"create_child\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(silo: Silo, \"parent_silo\", saml_identity_provider: SamlIdentityProvider)\n\tif saml_identity_provider.silo = silo;\nhas_relation(fleet: Fleet, \"parent_fleet\", collection: SamlIdentityProvider)\n\tif collection.silo.fleet = fleet;\n\nresource ScimClientBearerToken {\n\tpermissions = [ \"read\", \"modify\" ];\n\trelations = { parent_silo: Silo, parent_fleet: Fleet };\n\n # necessary to authenticate SCIM actors\n\t\"read\" if \"external-authenticator\" on \"parent_fleet\";\n\n\t# Silo-level roles grant privileges for SCIM client tokens.\n\t\"read\" if \"admin\" on \"parent_silo\";\n\t\"modify\" if \"admin\" on \"parent_silo\";\n\n\t# Fleet-level roles also grant privileges for SCIM client tokens.\n\t\"read\" if \"admin\" on \"parent_fleet\";\n\t\"modify\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(silo: Silo, \"parent_silo\", scim_client_bearer_token: ScimClientBearerToken)\n\tif scim_client_bearer_token.silo = silo;\nhas_relation(fleet: Fleet, \"parent_fleet\", collection: ScimClientBearerToken)\n\tif collection.silo.fleet = fleet;\n\n\n#\n# SYNTHETIC RESOURCES OUTSIDE THE SILO HIERARCHY\n#\n# The resources here do not correspond to anything that appears explicitly in\n# the API or is stored in the database. These are used either at the top level\n# of the API path (e.g., \"/v1/system/ip-pools\") or as an implementation detail of the system\n# (in the case of console sessions and \"Database\"). The policies are\n# either statically-defined in this file or driven by role assignments on the\n# Fleet. None of these resources defines their own roles.\n#\n\n# Describes the quiesce state of a particular Nexus instance.\n#\n# These authz checks must not require the database. We grant this directly to\n# callers of the internal API.\nresource QuiesceState {\n\tpermissions = [ \"read\", \"modify\" ];\n}\nhas_permission(USER_INTERNAL_API: AuthenticatedActor, \"read\", _q: QuiesceState);\nhas_permission(\n USER_INTERNAL_API: AuthenticatedActor,\n \"modify\",\n _q: QuiesceState\n);\n\n# Describes the policy for reading and modifying DNS configuration\n# (both internal and external)\nresource DnsConfig {\n\tpermissions = [ \"read\", \"modify\" ];\n\trelations = { parent_fleet: Fleet };\n\t# \"external-authenticator\" requires these permissions because that's the\n\t# context that Nexus uses when creating and deleting Silos. These\n\t# operations necessarily need to read and modify DNS configuration.\n\t\"read\" if \"external-authenticator\" on \"parent_fleet\";\n\t\"modify\" if \"external-authenticator\" on \"parent_fleet\";\n\t# \"admin\" on the parent fleet also gets these permissions, primarily for\n\t# the test suite.\n\t\"read\" if \"admin\" on \"parent_fleet\";\n\t\"modify\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(fleet: Fleet, \"parent_fleet\", dns_config: DnsConfig)\n\tif dns_config.fleet = fleet;\n\n# Describes the policy for accessing blueprints\nresource BlueprintConfig {\n\tpermissions = [\n\t \"list_children\", # list blueprints\n\t \"create_child\", # create blueprint\n\t \"read\", # read the current target\n\t \"modify\", # change the current target\n\t];\n\n\trelations = { parent_fleet: Fleet };\n\t\"create_child\" if \"admin\" on \"parent_fleet\";\n\t\"modify\" if \"admin\" on \"parent_fleet\";\n\t\"list_children\" if \"viewer\" on \"parent_fleet\";\n\t\"read\" if \"viewer\" on \"parent_fleet\";\n}\nhas_relation(fleet: Fleet, \"parent_fleet\", list: BlueprintConfig)\n\tif list.fleet = fleet;\n\n# Describes the policy for accessing \"/v1/system/update/trust-roots\" in the API\nresource UpdateTrustRootList {\n\tpermissions = [ \"list_children\", \"create_child\" ];\n\trelations = { parent_fleet: Fleet };\n\t\"list_children\" if \"viewer\" on \"parent_fleet\";\n\t\"create_child\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(fleet: Fleet, \"parent_fleet\", collection: UpdateTrustRootList)\n\tif collection.fleet = fleet;\n\n# Describes the policy for accessing blueprints\nresource TargetReleaseConfig {\n\tpermissions = [\n\t \"read\", # read the current target release\n\t \"modify\", # change the current target release\n\t];\n\n\trelations = { parent_fleet: Fleet };\n\t\"read\" if \"viewer\" on \"parent_fleet\";\n\t\"modify\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(fleet: Fleet, \"parent_fleet\", resource: TargetReleaseConfig)\n\tif resource.fleet = fleet;\n\n# Describes the policy for reading and modifying low-level inventory\nresource Inventory {\n\tpermissions = [ \"read\", \"modify\" ];\n\trelations = { parent_fleet: Fleet };\n\t\"read\" if \"viewer\" on \"parent_fleet\";\n\t\"modify\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(fleet: Fleet, \"parent_fleet\", inventory: Inventory)\n\tif inventory.fleet = fleet;\n\n# Describes the policy for accessing \"/v1/system/ip-pools\" in the API\nresource IpPoolList {\n\tpermissions = [\n\t \"list_children\",\n\t \"modify\",\n\t \"create_child\",\n\t];\n\n\t# Fleet Administrators can create or modify the IP Pools list.\n\trelations = { parent_fleet: Fleet };\n\t\"modify\" if \"admin\" on \"parent_fleet\";\n\t\"create_child\" if \"admin\" on \"parent_fleet\";\n\n\t# Fleet Viewers can list IP Pools\n\t\"list_children\" if \"viewer\" on \"parent_fleet\";\n}\nhas_relation(fleet: Fleet, \"parent_fleet\", ip_pool_list: IpPoolList)\n\tif ip_pool_list.fleet = fleet;\n\n# Any authenticated user can create a child of a provided IP Pool.\n# This is necessary to use the pools when provisioning instances.\nhas_permission(actor: AuthenticatedActor, \"create_child\", ip_pool: IpPool)\n\tif actor.is_user and silo in actor.silo and silo.fleet = ip_pool.fleet;\n\n# Describes the policy for accessing \"/v1/multicast-groups\" in the API\n# Groups are created when the first instance joins and deleted when the last leaves.\nresource MulticastGroupList {\n\tpermissions = [ \"list_children\" ];\n\n\trelations = { parent_fleet: Fleet };\n\n\t# Fleet Viewers can list multicast groups\n\t\"list_children\" if \"viewer\" on \"parent_fleet\";\n}\nhas_relation(fleet: Fleet, \"parent_fleet\", multicast_group_list: MulticastGroupList)\n\tif multicast_group_list.fleet = fleet;\n\n# Any authenticated user can list multicast groups in their fleet.\n# This enables silo users to discover groups for attaching instances,\n# without requiring the Fleet::Viewer role.\nhas_permission(actor: AuthenticatedActor, \"list_children\", multicast_group_list: MulticastGroupList)\n\tif actor.is_user and silo in actor.silo and silo.fleet = multicast_group_list.fleet;\n\n# MulticastGroup is a fleet-level discovery resource.\n# Join/leave authorization is gated by Instance::Modify, not the group itself.\nresource MulticastGroup {\n\tpermissions = [ \"read\", \"list_children\" ];\n\trelations = { parent_fleet: Fleet };\n}\nhas_relation(fleet: Fleet, \"parent_fleet\", multicast_group: MulticastGroup)\n\tif multicast_group.fleet = fleet;\n\n# Any authenticated user can read multicast groups in their fleet\nhas_permission(actor: AuthenticatedActor, \"read\", multicast_group: MulticastGroup)\n\tif actor.is_user and silo in actor.silo and silo.fleet = multicast_group.fleet;\n\n# Any authenticated user can list members of multicast groups in their fleet\nhas_permission(actor: AuthenticatedActor, \"list_children\", multicast_group: MulticastGroup)\n\tif actor.is_user and silo in actor.silo and silo.fleet = multicast_group.fleet;\n\n# Describes the policy for reading and writing the audit log\nresource AuditLog {\n\tpermissions = [\n\t \"list_children\", # retrieve audit log\n\t \"create_child\", # create audit log entry\n\t];\n\n\trelations = { parent_fleet: Fleet };\n\n\t# Fleet viewers can read the audit log\n\t\"list_children\" if \"viewer\" on \"parent_fleet\";\n}\n\n# Any actor should be able to write to the audit log because we need to be able\n# to write to the log from any request, authenticated or not. Audit log writes\n# are always a byproduct of other operations: there are no endpoints that allow\n# the user to write to the log deliberately. Note we use AuthenticatedActor\n# because we don't really mean unauthenticated -- in the case of login\n# operations, we use the external authenticator actor that creates the session\n# to authorize the audit log write.\nhas_permission(_actor: AuthenticatedActor, \"create_child\", _audit_log: AuditLog);\n\nhas_relation(fleet: Fleet, \"parent_fleet\", audit_log: AuditLog)\n\tif audit_log.fleet = fleet;\n\n# Describes the policy for creating and managing web console sessions.\nresource ConsoleSessionList {\n\tpermissions = [ \"create_child\" ];\n\trelations = { parent_fleet: Fleet };\n\t\"create_child\" if \"external-authenticator\" on \"parent_fleet\";\n}\nhas_relation(fleet: Fleet, \"parent_fleet\", collection: ConsoleSessionList)\n\tif collection.fleet = fleet;\n\n# Allow silo admins to delete and list user sessions\nresource SiloUserSessionList {\n permissions = [ \"modify\", \"list_children\" ];\n relations = { parent_silo: Silo };\n\n # A silo admin can modify (e.g., delete) a user's sessions.\n \"modify\" if \"admin\" on \"parent_silo\";\n\n # A silo admin can list a user's sessions.\n \"list_children\" if \"admin\" on \"parent_silo\";\n}\nhas_relation(silo: Silo, \"parent_silo\", authn_list: SiloUserSessionList)\n if authn_list.silo_user.silo = silo;\n\n# give users 'modify' and 'list_children' on their own sessions\nhas_permission(actor: AuthenticatedActor, \"modify\", authn_list: SiloUserSessionList)\n if actor.equals_silo_user(authn_list.silo_user);\nhas_permission(actor: AuthenticatedActor, \"list_children\", authn_list: SiloUserSessionList)\n if actor.equals_silo_user(authn_list.silo_user);\n\n# Allow silo admins to delete and list user access tokens\nresource SiloUserTokenList {\n permissions = [ \"modify\", \"list_children\" ];\n relations = { parent_silo: Silo };\n\n # A silo admin can modify (e.g., delete) a user's tokens.\n \"modify\" if \"admin\" on \"parent_silo\";\n\n # A silo admin can list a user's tokens.\n \"list_children\" if \"admin\" on \"parent_silo\";\n}\nhas_relation(silo: Silo, \"parent_silo\", authn_list: SiloUserTokenList)\n if authn_list.silo_user.silo = silo;\n\n# give users 'modify' and 'list_children' on their own tokens\nhas_permission(actor: AuthenticatedActor, \"modify\", authn_list: SiloUserTokenList)\n if actor.equals_silo_user(authn_list.silo_user);\nhas_permission(actor: AuthenticatedActor, \"list_children\", authn_list: SiloUserTokenList)\n if actor.equals_silo_user(authn_list.silo_user);\n\n# Describes the policy for creating and managing device authorization requests.\nresource DeviceAuthRequestList {\n\tpermissions = [ \"create_child\" ];\n\trelations = { parent_fleet: Fleet };\n\t\"create_child\" if \"external-authenticator\" on \"parent_fleet\";\n}\nhas_relation(fleet: Fleet, \"parent_fleet\", collection: DeviceAuthRequestList)\n\tif collection.fleet = fleet;\n\n# Describes the policy for creating and managing Silo certificates\nresource SiloCertificateList {\n\tpermissions = [ \"list_children\", \"create_child\" ];\n\n\trelations = { parent_silo: Silo, parent_fleet: Fleet };\n\n\t# Both Fleet and Silo administrators can see and modify the Silo's\n\t# certificates.\n\t\"list_children\" if \"admin\" on \"parent_silo\";\n\t\"list_children\" if \"admin\" on \"parent_fleet\";\n\t\"create_child\" if \"admin\" on \"parent_silo\";\n\t\"create_child\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(silo: Silo, \"parent_silo\", collection: SiloCertificateList)\n\tif collection.silo = silo;\nhas_relation(fleet: Fleet, \"parent_fleet\", collection: SiloCertificateList)\n\tif collection.silo.fleet = fleet;\n\n# Describes the policy for creating and managing Silo identity providers\nresource SiloIdentityProviderList {\n\tpermissions = [ \"list_children\", \"create_child\" ];\n\n\trelations = { parent_silo: Silo, parent_fleet: Fleet };\n\n\t# Everyone who can read the Silo (which includes all the users in the\n\t# Silo) can see the identity providers in it.\n\t\"list_children\" if \"read\" on \"parent_silo\";\n\n\t# Fleet and Silo administrators can manage the Silo's identity provider\n\t# configuration. This is one of the only areas of Silo configuration\n\t# that Fleet Administrators have permissions on. This is also one of\n\t# the only cases where we need to look two levels up the hierarchy to\n\t# see if somebody has the right permission. For most other things,\n\t# permissions cascade down the hierarchy so we only need to look at the\n\t# parent.\n\t\"create_child\" if \"admin\" on \"parent_silo\";\n\t\"create_child\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(silo: Silo, \"parent_silo\", collection: SiloIdentityProviderList)\n\tif collection.silo = silo;\nhas_relation(fleet: Fleet, \"parent_fleet\", collection: SiloIdentityProviderList)\n\tif collection.silo.fleet = fleet;\n\n# Describes the policy for creating and managing Silo users (mostly intended for\n# API-managed users)\nresource SiloUserList {\n\tpermissions = [ \"list_children\", \"create_child\" ];\n\n\trelations = { parent_silo: Silo, parent_fleet: Fleet };\n\n\t# Everyone who can read the Silo (which includes all the users in the\n\t# Silo) can see the users in it.\n\t\"list_children\" if \"read\" on \"parent_silo\";\n\n\t# Fleet and Silo administrators can manage the Silo's users. This is\n\t# one of the only areas of Silo configuration that Fleet Administrators\n\t# have permissions on. This is also one of the few cases (so far) where\n\t# we need to look two levels up the hierarchy to see if somebody has the\n\t# right permission. For most other things, permissions cascade down the\n\t# hierarchy so we only need to look at the parent.\n\t\"create_child\" if \"admin\" on \"parent_silo\";\n\t\"list_children\" if \"admin\" on \"parent_fleet\";\n\t\"create_child\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(silo: Silo, \"parent_silo\", collection: SiloUserList)\n\tif collection.silo = silo;\nhas_relation(fleet: Fleet, \"parent_fleet\", collection: SiloUserList)\n\tif collection.silo.fleet = fleet;\n\n# Grant SCIM IdP actors the permissions they need on users.\nhas_permission(actor: AuthenticatedActor, \"read\", silo_user: SiloUser)\n if actor.is_scim_idp and silo_user.silo in actor.silo;\nhas_permission(actor: AuthenticatedActor, \"create_child\", silo_user_list: SiloUserList)\n\tif actor.is_scim_idp and silo_user_list.silo in actor.silo;\nhas_permission(actor: AuthenticatedActor, \"modify\", silo_user: SiloUser)\n\tif actor.is_scim_idp and silo_user.silo in actor.silo;\nhas_permission(actor: AuthenticatedActor, \"list_children\", silo_user_list: SiloUserList)\n if actor.is_scim_idp and silo_user_list.silo in actor.silo;\n\n# Describes the policy for creating and managing Silo groups (mostly intended\n# for API-managed groups)\nresource SiloGroupList {\n\tpermissions = [ \"list_children\", \"create_child\" ];\n\n\trelations = { parent_silo: Silo, parent_fleet: Fleet };\n\n\t# Everyone who can read the Silo (which includes all the groups in the\n\t# Silo) can see the groups in it.\n\t\"list_children\" if \"read\" on \"parent_silo\";\n\n\t# Fleet and Silo administrators can manage the Silo's groups. This is\n\t# one of the only areas of Silo configuration that Fleet Administrators\n\t# have permissions on. This is also one of the few cases (so far) where\n\t# we need to look two levels up the hierarchy to see if somebody has the\n\t# right permission. For most other things, permissions cascade down the\n\t# hierarchy so we only need to look at the parent.\n\t\"create_child\" if \"admin\" on \"parent_silo\";\n\t\"list_children\" if \"admin\" on \"parent_fleet\";\n\t\"create_child\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(silo: Silo, \"parent_silo\", collection: SiloGroupList)\n\tif collection.silo = silo;\nhas_relation(fleet: Fleet, \"parent_fleet\", collection: SiloGroupList)\n\tif collection.silo.fleet = fleet;\n\n# Grant SCIM IdP actors the permissions they need on groups.\nhas_permission(actor: AuthenticatedActor, \"read\", silo_group: SiloGroup)\n if actor.is_scim_idp and silo_group.silo in actor.silo;\nhas_permission(actor: AuthenticatedActor, \"create_child\", silo_group_list: SiloGroupList)\n\tif actor.is_scim_idp and silo_group_list.silo in actor.silo;\nhas_permission(actor: AuthenticatedActor, \"modify\", silo_group: SiloGroup)\n\tif actor.is_scim_idp and silo_group.silo in actor.silo;\nhas_permission(actor: AuthenticatedActor, \"list_children\", silo_group_list: SiloGroupList)\n if actor.is_scim_idp and silo_group_list.silo in actor.silo;\n\n# These rules grants the external authenticator role the permissions it needs to\n# read silo users and modify their sessions. This is necessary for login to\n# work.\nhas_permission(actor: AuthenticatedActor, \"read\", silo: Silo)\n\tif has_role(actor, \"external-authenticator\", silo.fleet);\nhas_permission(actor: AuthenticatedActor, \"read\", user: SiloUser)\n\tif has_role(actor, \"external-authenticator\", user.silo.fleet);\nhas_permission(actor: AuthenticatedActor, \"modify\", user: SiloUser)\n\tif has_role(actor, \"external-authenticator\", user.silo.fleet);\nhas_permission(actor: AuthenticatedActor, \"read\", group: SiloGroup)\n\tif has_role(actor, \"external-authenticator\", group.silo.fleet);\nhas_permission(actor: AuthenticatedActor, \"modify\", group: SiloGroup)\n\tif has_role(actor, \"external-authenticator\", group.silo.fleet);\n\nhas_permission(actor: AuthenticatedActor, \"read\", session: ConsoleSession)\n\tif has_role(actor, \"external-authenticator\", session.fleet);\nhas_permission(actor: AuthenticatedActor, \"modify\", session: ConsoleSession)\n\tif has_role(actor, \"external-authenticator\", session.fleet);\n\n# All authenticated users can read and delete device authn requests because\n# by necessity these operations happen before we've figured out what user (or\n# even Silo) the device auth is associated with. Any user can claim a device\n# auth request with the right user code (that's how it works) -- it's the user\n# code and associated logic that prevents unauthorized access here.\nhas_permission(actor: AuthenticatedActor, \"read\", _device_auth: DeviceAuthRequest)\n if actor.is_user;\nhas_permission(actor: AuthenticatedActor, \"modify\", _device_auth: DeviceAuthRequest)\n if actor.is_user;\n\nhas_permission(actor: AuthenticatedActor, \"read\", device_token: DeviceAccessToken)\n\tif has_role(actor, \"external-authenticator\", device_token.fleet);\n\nhas_permission(actor: AuthenticatedActor, \"read\", identity_provider: IdentityProvider)\n\tif has_role(actor, \"external-authenticator\", identity_provider.silo.fleet);\n\nhas_permission(actor: AuthenticatedActor, \"read\", saml_identity_provider: SamlIdentityProvider)\n\tif has_role(actor, \"external-authenticator\", saml_identity_provider.silo.fleet);\n\n# Describes the policy for who can access the internal database.\nresource Database {\n\tpermissions = [\n\t # \"query\" is required to perform any query against the database,\n\t # whether a read or write query. This is checked when an operation\n\t # checks out a database connection from the connection pool.\n\t #\n\t # Any authenticated user gets this permission. There's generally\n\t # some other authz check involved in the database query. For\n\t # example, if you're querying the database to \"read\" a \"Project\", we\n\t # should also be checking that. So why do we do this at all? It's\n\t # a belt-and-suspenders measure so that if we somehow introduced an\n\t # unauthenticated code path that hits the database, it cannot be\n\t # used to DoS the database because we won't allow the operation to\n\t # make the query. (As long as the code path _is_ authenticated, we\n\t # can use throttling mechanisms to prevent DoS.)\n\t \"query\",\n\n\t # \"modify\" is required to populate database data that's delivered\n\t # with the system. It should also be required for schema changes,\n\t # when we support those. This is separate from \"query\" so that we\n\t # cannot accidentally invoke these code paths from API calls and\n\t # other general functions.\n\t \"modify\"\n\t];\n}\n\n# All authenticated users have the \"query\" permission on the database.\nhas_permission(_actor: AuthenticatedActor, \"query\", _resource: Database);\n\n# The \"db-init\" user is the only one with the \"modify\" permission.\nhas_permission(USER_DB_INIT: AuthenticatedActor, \"modify\", _resource: Database);\nhas_permission(USER_DB_INIT: AuthenticatedActor, \"create_child\", _resource: IpPoolList);\n# It also has \"admin\" on the internal silo to populate it with built-in resources.\n# TODO-completeness: actually limit to just internal silo and not all silos\nhas_role(USER_DB_INIT: AuthenticatedActor, \"admin\", _silo: Silo);\n\n# Allow the internal API admin permissions on all silos.\nhas_role(USER_INTERNAL_API: AuthenticatedActor, \"admin\", _silo: Silo);\n\nresource WebhookSecret {\n\tpermissions = [ \"read\", \"modify\" ];\n\trelations = { parent_alert_receiver: AlertReceiver };\n\n\t\"read\" if \"read\" on \"parent_alert_receiver\";\n\t\"modify\" if \"modify\" on \"parent_alert_receiver\";\n}\n\nhas_relation(rx: AlertReceiver, \"parent_alert_receiver\", secret: WebhookSecret)\n\tif secret.alert_receiver = rx;\n\nresource AlertClassList {\n\tpermissions = [ \"list_children\" ];\n\trelations = { parent_fleet: Fleet };\n\n\t\"list_children\" if \"viewer\" on \"parent_fleet\";\n}\n\nhas_relation(fleet: Fleet, \"parent_fleet\", collection: AlertClassList)\n\tif collection.fleet = fleet;\n\nresource ScimClientBearerTokenList {\n\tpermissions = [ \"create_child\", \"list_children\" ];\n\trelations = { parent_silo: Silo, parent_fleet: Fleet };\n\n\t# Silo-level roles grant privileges for SCIM client tokens.\n # These are all admin because being able to create these tokens would allow\n # a user to grant themselves admin by modifying group membership through SCIM calls\n\t\"create_child\" if \"admin\" on \"parent_silo\";\n\t\"list_children\" if \"admin\" on \"parent_silo\";\n\n # Fleet-level roles also grant privileges for SCIM client tokens, for\n # configuration before silo admins are present.\n\t\"create_child\" if \"admin\" on \"parent_fleet\";\n\t\"list_children\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(silo: Silo, \"parent_silo\", scim_client_bearer_token_list: ScimClientBearerTokenList)\n\tif scim_client_bearer_token_list.silo = silo;\nhas_relation(fleet: Fleet, \"parent_fleet\", collection: ScimClientBearerTokenList)\n\tif collection.silo.fleet = fleet;\n\n# VpcList is a synthetic resource for controlling VPC creation.\n# Unlike other project resources, VPC creation requires the full \"collaborator\"\n# role rather than \"limited-collaborator\", enforcing the networking restriction.\n# This allows organizations to restrict who can reconfigure the network topology\n# while still allowing users with limited-collaborator to work with compute\n# resources (instances, disks, etc.) within the existing network.\nresource VpcList {\n\tpermissions = [ \"list_children\", \"create_child\" ];\n\n\trelations = { containing_project: Project };\n\n\t\"list_children\" if \"read\" on \"containing_project\";\n\t\"create_child\" if \"collaborator\" on \"containing_project\";\n}\nhas_relation(project: Project, \"containing_project\", collection: VpcList)\n\tif collection.project = project;\n\n# Describes the policy for accessing \"/v1/system/subnet-pools\" in the API\nresource SubnetPoolList {\n\tpermissions = [\n\t \"list_children\",\n\t \"modify\",\n\t \"create_child\",\n\t];\n\n\t# Fleet Administrators can create or modify the Subnet Pools list.\n\trelations = { parent_fleet: Fleet };\n\t\"modify\" if \"admin\" on \"parent_fleet\";\n\t\"create_child\" if \"admin\" on \"parent_fleet\";\n\n\t# Fleet Viewers can list External Subnet Pools\n\t\"list_children\" if \"viewer\" on \"parent_fleet\";\n}\nhas_relation(fleet: Fleet, \"parent_fleet\", subnet_pool_list: SubnetPoolList)\n\tif subnet_pool_list.fleet = fleet;\n\n\n\n resource Disk {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = { containing_project: Project };\n \"list_children\" if \"viewer\" on \"containing_project\";\n \"read\" if \"viewer\" on \"containing_project\";\n \"modify\" if \"limited-collaborator\" on \"containing_project\";\n \"create_child\" if \"limited-collaborator\" on \"containing_project\";\n }\n\n has_relation(parent: Project, \"containing_project\", child: Disk)\n if child.project = parent;\n \n\n resource Snapshot {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = { containing_project: Project };\n \"list_children\" if \"viewer\" on \"containing_project\";\n \"read\" if \"viewer\" on \"containing_project\";\n \"modify\" if \"limited-collaborator\" on \"containing_project\";\n \"create_child\" if \"limited-collaborator\" on \"containing_project\";\n }\n\n has_relation(parent: Project, \"containing_project\", child: Snapshot)\n if child.project = parent;\n \n\n resource ProjectImage {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = { containing_project: Project };\n \"list_children\" if \"viewer\" on \"containing_project\";\n \"read\" if \"viewer\" on \"containing_project\";\n \"modify\" if \"limited-collaborator\" on \"containing_project\";\n \"create_child\" if \"limited-collaborator\" on \"containing_project\";\n }\n\n has_relation(parent: Project, \"containing_project\", child: ProjectImage)\n if child.project = parent;\n \n\n resource AffinityGroup {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = { containing_project: Project };\n \"list_children\" if \"viewer\" on \"containing_project\";\n \"read\" if \"viewer\" on \"containing_project\";\n \"modify\" if \"limited-collaborator\" on \"containing_project\";\n \"create_child\" if \"limited-collaborator\" on \"containing_project\";\n }\n\n has_relation(parent: Project, \"containing_project\", child: AffinityGroup)\n if child.project = parent;\n \n\n resource AntiAffinityGroup {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = { containing_project: Project };\n \"list_children\" if \"viewer\" on \"containing_project\";\n \"read\" if \"viewer\" on \"containing_project\";\n \"modify\" if \"limited-collaborator\" on \"containing_project\";\n \"create_child\" if \"limited-collaborator\" on \"containing_project\";\n }\n\n has_relation(parent: Project, \"containing_project\", child: AntiAffinityGroup)\n if child.project = parent;\n \n\n resource Instance {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = { containing_project: Project };\n \"list_children\" if \"viewer\" on \"containing_project\";\n \"read\" if \"viewer\" on \"containing_project\";\n \"modify\" if \"limited-collaborator\" on \"containing_project\";\n \"create_child\" if \"limited-collaborator\" on \"containing_project\";\n }\n\n has_relation(parent: Project, \"containing_project\", child: Instance)\n if child.project = parent;\n \n\n resource IpPool {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: IpPool)\n if child.fleet = fleet;\n \n\n resource InstanceNetworkInterface {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = {\n containing_project: Project,\n parent: Instance\n };\n \"list_children\" if \"viewer\" on \"containing_project\";\n \"read\" if \"viewer\" on \"containing_project\";\n \"modify\" if \"limited-collaborator\" on \"containing_project\";\n \"create_child\" if \"limited-collaborator\" on \"containing_project\";\n }\n\n has_relation(project: Project, \"containing_project\", child: InstanceNetworkInterface)\n if has_relation(project, \"containing_project\", child.instance);\n\n has_relation(parent: Instance, \"parent\", child: InstanceNetworkInterface)\n if child.instance = parent;\n \n\n resource Vpc {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = { containing_project: Project };\n \"list_children\" if \"viewer\" on \"containing_project\";\n \"read\" if \"viewer\" on \"containing_project\";\n \"modify\" if \"collaborator\" on \"containing_project\";\n \"create_child\" if \"collaborator\" on \"containing_project\";\n }\n\n has_relation(parent: Project, \"containing_project\", child: Vpc)\n if child.project = parent;\n \n\n resource VpcRouter {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = {\n containing_project: Project,\n parent: Vpc\n };\n\n \"list_children\" if \"viewer\" on \"containing_project\";\n \"read\" if \"viewer\" on \"containing_project\";\n \"modify\" if \"collaborator\" on \"containing_project\";\n \"create_child\" if \"collaborator\" on \"containing_project\";\n }\n\n has_relation(project: Project, \"containing_project\", child: VpcRouter)\n if has_relation(project, \"containing_project\", child.vpc);\n\n has_relation(parent: Vpc, \"parent\", child: VpcRouter)\n if child.vpc = parent;\n \n\n resource InternetGateway {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = {\n containing_project: Project,\n parent: Vpc\n };\n\n \"list_children\" if \"viewer\" on \"containing_project\";\n \"read\" if \"viewer\" on \"containing_project\";\n \"modify\" if \"collaborator\" on \"containing_project\";\n \"create_child\" if \"collaborator\" on \"containing_project\";\n }\n\n has_relation(project: Project, \"containing_project\", child: InternetGateway)\n if has_relation(project, \"containing_project\", child.vpc);\n\n has_relation(parent: Vpc, \"parent\", child: InternetGateway)\n if child.vpc = parent;\n \n\n resource InternetGatewayIpPool {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = {\n containing_project: Project,\n parent: InternetGateway\n };\n\n \"list_children\" if \"viewer\" on \"containing_project\";\n \"read\" if \"viewer\" on \"containing_project\";\n \"modify\" if \"collaborator\" on \"containing_project\";\n \"create_child\" if \"collaborator\" on \"containing_project\";\n }\n\n has_relation(project: Project, \"containing_project\", child: InternetGatewayIpPool)\n if has_relation(project, \"containing_project\", child.internet_gateway);\n\n has_relation(parent: InternetGateway, \"parent\", child: InternetGatewayIpPool)\n if child.internet_gateway = parent;\n \n\n resource InternetGatewayIpAddress {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = {\n containing_project: Project,\n parent: InternetGateway\n };\n\n \"list_children\" if \"viewer\" on \"containing_project\";\n \"read\" if \"viewer\" on \"containing_project\";\n \"modify\" if \"collaborator\" on \"containing_project\";\n \"create_child\" if \"collaborator\" on \"containing_project\";\n }\n\n has_relation(project: Project, \"containing_project\", child: InternetGatewayIpAddress)\n if has_relation(project, \"containing_project\", child.internet_gateway);\n\n has_relation(parent: InternetGateway, \"parent\", child: InternetGatewayIpAddress)\n if child.internet_gateway = parent;\n \n\n resource RouterRoute {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = {\n containing_project: Project,\n parent: VpcRouter\n };\n\n \"list_children\" if \"viewer\" on \"containing_project\";\n \"read\" if \"viewer\" on \"containing_project\";\n \"modify\" if \"collaborator\" on \"containing_project\";\n \"create_child\" if \"collaborator\" on \"containing_project\";\n }\n\n has_relation(project: Project, \"containing_project\", child: RouterRoute)\n if has_relation(project, \"containing_project\", child.vpc_router);\n\n has_relation(parent: VpcRouter, \"parent\", child: RouterRoute)\n if child.vpc_router = parent;\n \n\n resource VpcSubnet {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = {\n containing_project: Project,\n parent: Vpc\n };\n\n \"list_children\" if \"viewer\" on \"containing_project\";\n \"read\" if \"viewer\" on \"containing_project\";\n \"modify\" if \"collaborator\" on \"containing_project\";\n \"create_child\" if \"collaborator\" on \"containing_project\";\n }\n\n has_relation(project: Project, \"containing_project\", child: VpcSubnet)\n if has_relation(project, \"containing_project\", child.vpc);\n\n has_relation(parent: Vpc, \"parent\", child: VpcSubnet)\n if child.vpc = parent;\n \n\n resource FloatingIp {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = { containing_project: Project };\n \"list_children\" if \"viewer\" on \"containing_project\";\n \"read\" if \"viewer\" on \"containing_project\";\n \"modify\" if \"limited-collaborator\" on \"containing_project\";\n \"create_child\" if \"limited-collaborator\" on \"containing_project\";\n }\n\n has_relation(parent: Project, \"containing_project\", child: FloatingIp)\n if child.project = parent;\n \n\n resource ExternalSubnet {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = { containing_project: Project };\n \"list_children\" if \"viewer\" on \"containing_project\";\n \"read\" if \"viewer\" on \"containing_project\";\n \"modify\" if \"limited-collaborator\" on \"containing_project\";\n \"create_child\" if \"limited-collaborator\" on \"containing_project\";\n }\n\n has_relation(parent: Project, \"containing_project\", child: ExternalSubnet)\n if child.project = parent;\n \n\n resource Image {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = { containing_silo: Silo };\n \"list_children\" if \"viewer\" on \"containing_silo\";\n \"read\" if \"viewer\" on \"containing_silo\";\n \"modify\" if \"collaborator\" on \"containing_silo\";\n \"create_child\" if \"collaborator\" on \"containing_silo\";\n }\n\n has_relation(parent: Silo, \"containing_silo\", child: Image)\n if child.silo = parent;\n \n\n resource SiloImage {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = { containing_silo: Silo };\n \"list_children\" if \"viewer\" on \"containing_silo\";\n \"read\" if \"viewer\" on \"containing_silo\";\n \"modify\" if \"collaborator\" on \"containing_silo\";\n \"create_child\" if \"collaborator\" on \"containing_silo\";\n }\n\n has_relation(parent: Silo, \"containing_silo\", child: SiloImage)\n if child.silo = parent;\n \n\n resource AddressLot {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: AddressLot)\n if child.fleet = fleet;\n \n\n resource Blueprint {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: Blueprint)\n if child.fleet = fleet;\n \n\n resource LoopbackAddress {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: LoopbackAddress)\n if child.fleet = fleet;\n \n\n\n resource ConsoleSession {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: ConsoleSession)\n if child.fleet = fleet;\n \n\n resource DeviceAuthRequest {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: DeviceAuthRequest)\n if child.fleet = fleet;\n \n\n resource DeviceAccessToken {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: DeviceAccessToken)\n if child.fleet = fleet;\n \n\n resource PhysicalDisk {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: PhysicalDisk)\n if child.fleet = fleet;\n \n\n resource Rack {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: Rack)\n if child.fleet = fleet;\n \n\n\n\n\n\n resource SupportBundle {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: SupportBundle)\n if child.fleet = fleet;\n \n\n\n\n resource Sled {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: Sled)\n if child.fleet = fleet;\n \n\n resource SubnetPool {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: SubnetPool)\n if child.fleet = fleet;\n \n\n resource TufRepo {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: TufRepo)\n if child.fleet = fleet;\n \n\n resource TufArtifact {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: TufArtifact)\n if child.fleet = fleet;\n \n\n resource TufTrustRoot {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: TufTrustRoot)\n if child.fleet = fleet;\n \n\n resource Alert {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: Alert)\n if child.fleet = fleet;\n \n\n resource AlertReceiver {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: AlertReceiver)\n if child.fleet = fleet;\n \n\n\n resource Zpool {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: Zpool)\n if child.fleet = fleet;\n \n\n resource Service {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: Service)\n if child.fleet = fleet;\n \n\n resource UserBuiltin {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: UserBuiltin)\n if child.fleet = fleet;\n \n\n"} {"msg":"Creating new saga that will fail at index NodeIndex(1)","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:33.710283488Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"label":"GenerateVolumeId","node_name":"volume_id"} {"msg":"tracking newly created saga","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:33.710357344Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"saga_id":"c23e6699-8e47-497b-ab73-173cf260c250","component":"SagaQuiesceHandle","component":"NexusQuiesceHandle","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"preparing saga","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:33.710389099Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"saga_id":"c23e6699-8e47-497b-ab73-173cf260c250","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga create","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:33.710726302Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"saga_name":"disk-create","saga_id":"c23e6699-8e47-497b-ab73-173cf260c250","sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dag":"{\"end_node\":10,\"graph\":{\"edge_property\":\"directed\",\"edges\":[[0,1,null],[1,2,null],[2,3,null],[3,4,null],[4,5,null],[5,6,null],[6,7,null],[7,8,null],[9,0,null],[8,10,null]],\"node_holes\":[],\"nodes\":[{\"Action\":{\"action_name\":\"common.uuid_generate\",\"label\":\"GenerateDiskId\",\"name\":\"disk_id\"}},{\"Action\":{\"action_name\":\"common.uuid_generate\",\"label\":\"GenerateVolumeId\",\"name\":\"volume_id\"}},{\"Action\":{\"action_name\":\"disk_create.space_account\",\"label\":\"SpaceAccount\",\"name\":\"no_result\"}},{\"Action\":{\"action_name\":\"disk_create.create_crucible_disk_record\",\"label\":\"CreateCrucibleDiskRecord\",\"name\":\"crucible_disk\"}},{\"Action\":{\"action_name\":\"disk_create.regions_alloc\",\"label\":\"RegionsAlloc\",\"name\":\"datasets_and_regions\"}},{\"Action\":{\"action_name\":\"disk_create.regions_ensure_undo\",\"label\":\"RegionsEnsureUndo\",\"name\":\"regions_ensure_undo\"}},{\"Action\":{\"action_name\":\"disk_create.regions_ensure\",\"label\":\"RegionsEnsure\",\"name\":\"regions_ensure\"}},{\"Action\":{\"action_name\":\"disk_create.create_volume_record\",\"label\":\"CreateVolumeRecord\",\"name\":\"created_volume\"}},{\"Action\":{\"action_name\":\"disk_create.finalize_disk_record\",\"label\":\"FinalizeDiskRecord\",\"name\":\"created_disk\"}},{\"Start\":{\"params\":{\"create_params\":{\"description\":\"My disk\",\"disk_backend\":{\"disk_source\":{\"block_size\":512,\"type\":\"blank\"},\"type\":\"distributed\"},\"name\":\"my-disk\",\"size\":1073741824},\"project_id\":\"73bf3a4f-07c2-400e-9351-fcd6b7267e7c\",\"serialized_authn\":{\"kind\":{\"Authenticated\":[{\"actor\":{\"SiloUser\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"silo_user_id\":\"001de000-05e4-4000-8000-000000004007\"}},\"credential_id\":null,\"device_token_expiration\":null},{\"mapped_fleet_roles\":{}}]}}}}},\"End\"]},\"saga_name\":\"disk-create\",\"start_node\":9}"} {"msg":"creating saga","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:33.711099419Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","saga_name":"disk-create","saga_id":"c23e6699-8e47-497b-ab73-173cf260c250"} {"msg":"saga_inject_error","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:33.756516511Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","error_type":"FailAction","node_id":"NodeIndex(1)","saga_id":"c23e6699-8e47-497b-ab73-173cf260c250"} {"msg":"saga_inject_error","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:33.756599113Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","error_type":"Repeat(RepeatInjected { action: 1, undo: 2 })","node_id":"NodeIndex(0)","saga_id":"c23e6699-8e47-497b-ab73-173cf260c250"} {"msg":"starting saga","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:33.756630598Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"saga_id":"c23e6699-8e47-497b-ab73-173cf260c250","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga start","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:33.756654137Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"saga_name":"disk-create","saga_id":"c23e6699-8e47-497b-ab73-173cf260c250","sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:33.756678876Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N009 started"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:33.756699726Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"event_type":"Started","node_id":"9","saga_id":"c23e6699-8e47-497b-ab73-173cf260c250","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:33.760599663Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N009 succeeded"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:33.760660135Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"event_type":"Succeeded(Null)","node_id":"9","saga_id":"c23e6699-8e47-497b-ab73-173cf260c250","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:33.764661644Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N000 started"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:33.764736749Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"event_type":"Started","node_id":"0","saga_id":"c23e6699-8e47-497b-ab73-173cf260c250","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:33.771031483Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N000 succeeded"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:33.771086077Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"event_type":"Succeeded(String(\"6fdaf8f0-bead-4f83-977e-3c3950acb7d5\"))","node_id":"0","saga_id":"c23e6699-8e47-497b-ab73-173cf260c250","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:33.774397757Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N001 started"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:33.774482828Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"event_type":"Started","node_id":"1","saga_id":"c23e6699-8e47-497b-ab73-173cf260c250","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:33.778268947Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N001 failed"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:33.778374358Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"event_type":"Failed(InjectedError)","node_id":"1","saga_id":"c23e6699-8e47-497b-ab73-173cf260c250","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"update for saga cached state","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:33.781766541Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"Unwinding","saga_id":"c23e6699-8e47-497b-ab73-173cf260c250"} {"msg":"updating state","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:33.781866775Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"new_state":"unwinding","saga_id":"c23e6699-8e47-497b-ab73-173cf260c250","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:33.786073189Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N000 undo_started"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:33.786164406Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"event_type":"UndoStarted","node_id":"0","saga_id":"c23e6699-8e47-497b-ab73-173cf260c250","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:33.79082273Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N000 undo_finished"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:33.790894607Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"event_type":"UndoFinished","node_id":"0","saga_id":"c23e6699-8e47-497b-ab73-173cf260c250","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:33.798328441Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N009 undo_started"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:33.798380586Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"event_type":"UndoStarted","node_id":"9","saga_id":"c23e6699-8e47-497b-ab73-173cf260c250","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:33.802419738Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N009 undo_finished"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:33.802483229Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"event_type":"UndoFinished","node_id":"9","saga_id":"c23e6699-8e47-497b-ab73-173cf260c250","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"update for saga cached state","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:33.808271987Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"Done","saga_id":"c23e6699-8e47-497b-ab73-173cf260c250"} {"msg":"updating state","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:33.808355908Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"new_state":"done","saga_id":"c23e6699-8e47-497b-ab73-173cf260c250","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga finished","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2026-03-20T18:35:33.818163308Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"action_error_source":"InjectedError","action_error_node_name":"\"volume_id\"","result":"failure","saga_name":"disk-create","saga_id":"c23e6699-8e47-497b-ab73-173cf260c250","sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","undo_result":"success"} {"msg":"tracked saga has finished","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:33.81824643Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"saga_id":"c23e6699-8e47-497b-ab73-173cf260c250","component":"SagaQuiesceHandle","component":"NexusQuiesceHandle","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga finished","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:33.818418609Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"saga_id":"c23e6699-8e47-497b-ab73-173cf260c250","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","saga_result":"SagaResult { saga_id: c23e6699-8e47-497b-ab73-173cf260c250, saga_log: SagaLog { saga_id: c23e6699-8e47-497b-ab73-173cf260c250, unwinding: true, events: [N009 started, N009 succeeded, N000 started, N000 succeeded, N001 started, N001 failed, N000 undo_started, N000 undo_finished, N009 undo_started, N009 undo_finished], node_status: {0: UndoFinished, 1: Failed(InjectedError), 9: UndoFinished} }, kind: Err(SagaResultErr { error_node_name: \"volume_id\", error_source: InjectedError, undo_failure: None }) }"} {"msg":"Creating new saga that will fail at index NodeIndex(2)","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:33.924056532Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"label":"SpaceAccount","node_name":"no_result"} {"msg":"tracking newly created saga","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:33.924113706Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"saga_id":"fe086823-5fee-4ad0-bae4-e6bc2bae84cb","component":"SagaQuiesceHandle","component":"NexusQuiesceHandle","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"preparing saga","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:33.924144501Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"saga_id":"fe086823-5fee-4ad0-bae4-e6bc2bae84cb","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga create","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:33.924389707Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"saga_name":"disk-create","saga_id":"fe086823-5fee-4ad0-bae4-e6bc2bae84cb","sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dag":"{\"end_node\":10,\"graph\":{\"edge_property\":\"directed\",\"edges\":[[0,1,null],[1,2,null],[2,3,null],[3,4,null],[4,5,null],[5,6,null],[6,7,null],[7,8,null],[9,0,null],[8,10,null]],\"node_holes\":[],\"nodes\":[{\"Action\":{\"action_name\":\"common.uuid_generate\",\"label\":\"GenerateDiskId\",\"name\":\"disk_id\"}},{\"Action\":{\"action_name\":\"common.uuid_generate\",\"label\":\"GenerateVolumeId\",\"name\":\"volume_id\"}},{\"Action\":{\"action_name\":\"disk_create.space_account\",\"label\":\"SpaceAccount\",\"name\":\"no_result\"}},{\"Action\":{\"action_name\":\"disk_create.create_crucible_disk_record\",\"label\":\"CreateCrucibleDiskRecord\",\"name\":\"crucible_disk\"}},{\"Action\":{\"action_name\":\"disk_create.regions_alloc\",\"label\":\"RegionsAlloc\",\"name\":\"datasets_and_regions\"}},{\"Action\":{\"action_name\":\"disk_create.regions_ensure_undo\",\"label\":\"RegionsEnsureUndo\",\"name\":\"regions_ensure_undo\"}},{\"Action\":{\"action_name\":\"disk_create.regions_ensure\",\"label\":\"RegionsEnsure\",\"name\":\"regions_ensure\"}},{\"Action\":{\"action_name\":\"disk_create.create_volume_record\",\"label\":\"CreateVolumeRecord\",\"name\":\"created_volume\"}},{\"Action\":{\"action_name\":\"disk_create.finalize_disk_record\",\"label\":\"FinalizeDiskRecord\",\"name\":\"created_disk\"}},{\"Start\":{\"params\":{\"create_params\":{\"description\":\"My disk\",\"disk_backend\":{\"disk_source\":{\"block_size\":512,\"type\":\"blank\"},\"type\":\"distributed\"},\"name\":\"my-disk\",\"size\":1073741824},\"project_id\":\"73bf3a4f-07c2-400e-9351-fcd6b7267e7c\",\"serialized_authn\":{\"kind\":{\"Authenticated\":[{\"actor\":{\"SiloUser\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"silo_user_id\":\"001de000-05e4-4000-8000-000000004007\"}},\"credential_id\":null,\"device_token_expiration\":null},{\"mapped_fleet_roles\":{}}]}}}}},\"End\"]},\"saga_name\":\"disk-create\",\"start_node\":9}"} {"msg":"creating saga","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:33.924503974Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","saga_name":"disk-create","saga_id":"fe086823-5fee-4ad0-bae4-e6bc2bae84cb"} {"msg":"saga_inject_error","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:33.930439934Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","error_type":"FailAction","node_id":"NodeIndex(2)","saga_id":"fe086823-5fee-4ad0-bae4-e6bc2bae84cb"} {"msg":"saga_inject_error","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:33.930502435Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","error_type":"Repeat(RepeatInjected { action: 1, undo: 2 })","node_id":"NodeIndex(1)","saga_id":"fe086823-5fee-4ad0-bae4-e6bc2bae84cb"} {"msg":"starting saga","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:33.930531192Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"saga_id":"fe086823-5fee-4ad0-bae4-e6bc2bae84cb","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga start","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:33.93055523Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"saga_name":"disk-create","saga_id":"fe086823-5fee-4ad0-bae4-e6bc2bae84cb","sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:33.930580949Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N009 started"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:33.930603358Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"event_type":"Started","node_id":"9","saga_id":"fe086823-5fee-4ad0-bae4-e6bc2bae84cb","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:33.940443503Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N009 succeeded"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:33.940520877Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"event_type":"Succeeded(Null)","node_id":"9","saga_id":"fe086823-5fee-4ad0-bae4-e6bc2bae84cb","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:33.94502984Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N000 started"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:33.945094061Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"event_type":"Started","node_id":"0","saga_id":"fe086823-5fee-4ad0-bae4-e6bc2bae84cb","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:33.950283478Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N000 succeeded"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:33.950419404Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"event_type":"Succeeded(String(\"1930aedf-ea72-4f26-9db2-6d27e4200f53\"))","node_id":"0","saga_id":"fe086823-5fee-4ad0-bae4-e6bc2bae84cb","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:33.97976552Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N001 started"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:33.979859396Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"event_type":"Started","node_id":"1","saga_id":"fe086823-5fee-4ad0-bae4-e6bc2bae84cb","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:33.985316009Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N001 succeeded"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:33.985392283Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"event_type":"Succeeded(String(\"3fd88278-1d56-4b69-8053-9b3b980b1585\"))","node_id":"1","saga_id":"fe086823-5fee-4ad0-bae4-e6bc2bae84cb","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:33.991619528Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N002 started"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:33.991685497Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"event_type":"Started","node_id":"2","saga_id":"fe086823-5fee-4ad0-bae4-e6bc2bae84cb","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:34.003667296Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N002 failed"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:34.003715754Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"event_type":"Failed(InjectedError)","node_id":"2","saga_id":"fe086823-5fee-4ad0-bae4-e6bc2bae84cb","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"update for saga cached state","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:34.007828072Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"Unwinding","saga_id":"fe086823-5fee-4ad0-bae4-e6bc2bae84cb"} {"msg":"updating state","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:34.008184676Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"new_state":"unwinding","saga_id":"fe086823-5fee-4ad0-bae4-e6bc2bae84cb","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:34.014736949Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N001 undo_started"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:34.01480098Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"event_type":"UndoStarted","node_id":"1","saga_id":"fe086823-5fee-4ad0-bae4-e6bc2bae84cb","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:34.020199609Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N001 undo_finished"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:34.020647771Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"event_type":"UndoFinished","node_id":"1","saga_id":"fe086823-5fee-4ad0-bae4-e6bc2bae84cb","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:34.03125217Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N000 undo_started"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:34.031325746Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"event_type":"UndoStarted","node_id":"0","saga_id":"fe086823-5fee-4ad0-bae4-e6bc2bae84cb","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:34.037591173Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N000 undo_finished"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:34.037654634Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"event_type":"UndoFinished","node_id":"0","saga_id":"fe086823-5fee-4ad0-bae4-e6bc2bae84cb","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:34.046378817Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N009 undo_started"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:34.046450564Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"event_type":"UndoStarted","node_id":"9","saga_id":"fe086823-5fee-4ad0-bae4-e6bc2bae84cb","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:34.05680399Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N009 undo_finished"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:34.056879525Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"event_type":"UndoFinished","node_id":"9","saga_id":"fe086823-5fee-4ad0-bae4-e6bc2bae84cb","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"update for saga cached state","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:34.06506354Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"Done","saga_id":"fe086823-5fee-4ad0-bae4-e6bc2bae84cb"} {"msg":"updating state","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:34.065129809Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"new_state":"done","saga_id":"fe086823-5fee-4ad0-bae4-e6bc2bae84cb","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga finished","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2026-03-20T18:35:34.073502626Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"action_error_source":"InjectedError","action_error_node_name":"\"no_result\"","result":"failure","saga_name":"disk-create","saga_id":"fe086823-5fee-4ad0-bae4-e6bc2bae84cb","sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","undo_result":"success"} {"msg":"tracked saga has finished","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:34.073589505Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"saga_id":"fe086823-5fee-4ad0-bae4-e6bc2bae84cb","component":"SagaQuiesceHandle","component":"NexusQuiesceHandle","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga finished","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:34.073756318Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"saga_id":"fe086823-5fee-4ad0-bae4-e6bc2bae84cb","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","saga_result":"SagaResult { saga_id: fe086823-5fee-4ad0-bae4-e6bc2bae84cb, saga_log: SagaLog { saga_id: fe086823-5fee-4ad0-bae4-e6bc2bae84cb, unwinding: true, events: [N009 started, N009 succeeded, N000 started, N000 succeeded, N001 started, N001 succeeded, N002 started, N002 failed, N001 undo_started, N001 undo_finished, N000 undo_started, N000 undo_finished, N009 undo_started, N009 undo_finished], node_status: {0: UndoFinished, 1: UndoFinished, 2: Failed(InjectedError), 9: UndoFinished} }, kind: Err(SagaResultErr { error_node_name: \"no_result\", error_source: InjectedError, undo_failure: None }) }"} {"msg":"Creating new saga that will fail at index NodeIndex(3)","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:34.139379286Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"label":"CreateCrucibleDiskRecord","node_name":"crucible_disk"} {"msg":"tracking newly created saga","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:34.139467635Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"saga_id":"3ad84992-2d8e-4a9e-87f0-48f24a3d4c51","component":"SagaQuiesceHandle","component":"NexusQuiesceHandle","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"preparing saga","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:34.139500749Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"saga_id":"3ad84992-2d8e-4a9e-87f0-48f24a3d4c51","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga create","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:34.13962858Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"saga_name":"disk-create","saga_id":"3ad84992-2d8e-4a9e-87f0-48f24a3d4c51","sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dag":"{\"end_node\":10,\"graph\":{\"edge_property\":\"directed\",\"edges\":[[0,1,null],[1,2,null],[2,3,null],[3,4,null],[4,5,null],[5,6,null],[6,7,null],[7,8,null],[9,0,null],[8,10,null]],\"node_holes\":[],\"nodes\":[{\"Action\":{\"action_name\":\"common.uuid_generate\",\"label\":\"GenerateDiskId\",\"name\":\"disk_id\"}},{\"Action\":{\"action_name\":\"common.uuid_generate\",\"label\":\"GenerateVolumeId\",\"name\":\"volume_id\"}},{\"Action\":{\"action_name\":\"disk_create.space_account\",\"label\":\"SpaceAccount\",\"name\":\"no_result\"}},{\"Action\":{\"action_name\":\"disk_create.create_crucible_disk_record\",\"label\":\"CreateCrucibleDiskRecord\",\"name\":\"crucible_disk\"}},{\"Action\":{\"action_name\":\"disk_create.regions_alloc\",\"label\":\"RegionsAlloc\",\"name\":\"datasets_and_regions\"}},{\"Action\":{\"action_name\":\"disk_create.regions_ensure_undo\",\"label\":\"RegionsEnsureUndo\",\"name\":\"regions_ensure_undo\"}},{\"Action\":{\"action_name\":\"disk_create.regions_ensure\",\"label\":\"RegionsEnsure\",\"name\":\"regions_ensure\"}},{\"Action\":{\"action_name\":\"disk_create.create_volume_record\",\"label\":\"CreateVolumeRecord\",\"name\":\"created_volume\"}},{\"Action\":{\"action_name\":\"disk_create.finalize_disk_record\",\"label\":\"FinalizeDiskRecord\",\"name\":\"created_disk\"}},{\"Start\":{\"params\":{\"create_params\":{\"description\":\"My disk\",\"disk_backend\":{\"disk_source\":{\"block_size\":512,\"type\":\"blank\"},\"type\":\"distributed\"},\"name\":\"my-disk\",\"size\":1073741824},\"project_id\":\"73bf3a4f-07c2-400e-9351-fcd6b7267e7c\",\"serialized_authn\":{\"kind\":{\"Authenticated\":[{\"actor\":{\"SiloUser\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"silo_user_id\":\"001de000-05e4-4000-8000-000000004007\"}},\"credential_id\":null,\"device_token_expiration\":null},{\"mapped_fleet_roles\":{}}]}}}}},\"End\"]},\"saga_name\":\"disk-create\",\"start_node\":9}"} {"msg":"creating saga","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:34.139752122Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","saga_name":"disk-create","saga_id":"3ad84992-2d8e-4a9e-87f0-48f24a3d4c51"} {"msg":"saga_inject_error","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:34.144054582Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","error_type":"FailAction","node_id":"NodeIndex(3)","saga_id":"3ad84992-2d8e-4a9e-87f0-48f24a3d4c51"} {"msg":"saga_inject_error","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:34.144150937Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","error_type":"Repeat(RepeatInjected { action: 1, undo: 2 })","node_id":"NodeIndex(2)","saga_id":"3ad84992-2d8e-4a9e-87f0-48f24a3d4c51"} {"msg":"starting saga","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:34.144180453Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"saga_id":"3ad84992-2d8e-4a9e-87f0-48f24a3d4c51","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga start","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:34.144513019Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"saga_name":"disk-create","saga_id":"3ad84992-2d8e-4a9e-87f0-48f24a3d4c51","sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:34.144608225Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N009 started"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:34.144635942Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"event_type":"Started","node_id":"9","saga_id":"3ad84992-2d8e-4a9e-87f0-48f24a3d4c51","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:34.148176735Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N009 succeeded"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:34.148251191Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"event_type":"Succeeded(Null)","node_id":"9","saga_id":"3ad84992-2d8e-4a9e-87f0-48f24a3d4c51","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:34.153777101Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N000 started"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:34.153845969Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"event_type":"Started","node_id":"0","saga_id":"3ad84992-2d8e-4a9e-87f0-48f24a3d4c51","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:34.157619435Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N000 succeeded"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:34.15775834Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"event_type":"Succeeded(String(\"9f35e716-da39-40cb-b0b8-57e208059128\"))","node_id":"0","saga_id":"3ad84992-2d8e-4a9e-87f0-48f24a3d4c51","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:34.160761284Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N001 started"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:34.160826124Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"event_type":"Started","node_id":"1","saga_id":"3ad84992-2d8e-4a9e-87f0-48f24a3d4c51","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:34.164077162Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N001 succeeded"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:34.164173407Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"event_type":"Succeeded(String(\"34632b6a-1e39-465e-b516-647264f3dec8\"))","node_id":"1","saga_id":"3ad84992-2d8e-4a9e-87f0-48f24a3d4c51","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:34.167951391Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N002 started"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:34.168035362Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"event_type":"Started","node_id":"2","saga_id":"3ad84992-2d8e-4a9e-87f0-48f24a3d4c51","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:34.1776108Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"SpaceAccount","saga_id":"3ad84992-2d8e-4a9e-87f0-48f24a3d4c51","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:34.177736311Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"SpaceAccount","saga_id":"3ad84992-2d8e-4a9e-87f0-48f24a3d4c51","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:34.178481805Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"SpaceAccount","saga_id":"3ad84992-2d8e-4a9e-87f0-48f24a3d4c51","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:34.191645444Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N002 succeeded"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:34.191738951Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"event_type":"Succeeded(Null)","node_id":"2","saga_id":"3ad84992-2d8e-4a9e-87f0-48f24a3d4c51","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:34.196696506Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N003 started"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:34.196764534Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"event_type":"Started","node_id":"3","saga_id":"3ad84992-2d8e-4a9e-87f0-48f24a3d4c51","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:34.204244856Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N003 failed"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:34.204296182Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"event_type":"Failed(InjectedError)","node_id":"3","saga_id":"3ad84992-2d8e-4a9e-87f0-48f24a3d4c51","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"update for saga cached state","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:34.209222871Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"Unwinding","saga_id":"3ad84992-2d8e-4a9e-87f0-48f24a3d4c51"} {"msg":"updating state","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:34.209306602Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"new_state":"unwinding","saga_id":"3ad84992-2d8e-4a9e-87f0-48f24a3d4c51","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:34.215393162Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N002 undo_started"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:34.215451045Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"event_type":"UndoStarted","node_id":"2","saga_id":"3ad84992-2d8e-4a9e-87f0-48f24a3d4c51","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:34.225677501Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"SpaceAccount","saga_id":"3ad84992-2d8e-4a9e-87f0-48f24a3d4c51","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:34.225804711Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"SpaceAccount","saga_id":"3ad84992-2d8e-4a9e-87f0-48f24a3d4c51","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:34.22658122Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"SpaceAccount","saga_id":"3ad84992-2d8e-4a9e-87f0-48f24a3d4c51","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:34.235127027Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"SpaceAccount","saga_id":"3ad84992-2d8e-4a9e-87f0-48f24a3d4c51","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:34.235210858Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"SpaceAccount","saga_id":"3ad84992-2d8e-4a9e-87f0-48f24a3d4c51","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:34.236267597Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"SpaceAccount","saga_id":"3ad84992-2d8e-4a9e-87f0-48f24a3d4c51","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:34.243727988Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N002 undo_finished"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:34.243817506Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"event_type":"UndoFinished","node_id":"2","saga_id":"3ad84992-2d8e-4a9e-87f0-48f24a3d4c51","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:34.25290796Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N001 undo_started"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:34.252988862Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"event_type":"UndoStarted","node_id":"1","saga_id":"3ad84992-2d8e-4a9e-87f0-48f24a3d4c51","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:34.257168638Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N001 undo_finished"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:34.257236227Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"event_type":"UndoFinished","node_id":"1","saga_id":"3ad84992-2d8e-4a9e-87f0-48f24a3d4c51","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:34.260465526Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N000 undo_started"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:34.260538961Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"event_type":"UndoStarted","node_id":"0","saga_id":"3ad84992-2d8e-4a9e-87f0-48f24a3d4c51","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:34.264731632Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N000 undo_finished"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:34.264811725Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"event_type":"UndoFinished","node_id":"0","saga_id":"3ad84992-2d8e-4a9e-87f0-48f24a3d4c51","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:34.281524814Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N009 undo_started"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:34.281622908Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"event_type":"UndoStarted","node_id":"9","saga_id":"3ad84992-2d8e-4a9e-87f0-48f24a3d4c51","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:34.290719719Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N009 undo_finished"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:34.290783889Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"event_type":"UndoFinished","node_id":"9","saga_id":"3ad84992-2d8e-4a9e-87f0-48f24a3d4c51","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"refreshing list of producers from Nexus","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:34.298581073Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:557","component":"oximeter"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:34.299074954Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"oximeter","body":"None","uri":"http://127.0.0.1:60299/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:34.299926308Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"c34c01e0-d00f-478f-98d7-c857cae6dbae","remote_addr":"127.0.0.1:53282","local_addr":"127.0.0.1:60299","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"determined request API version","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:34.299997305Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"c34c01e0-d00f-478f-98d7-c857cae6dbae","remote_addr":"127.0.0.1:53282","local_addr":"127.0.0.1:60299","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:34.301482324Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"c34c01e0-d00f-478f-98d7-c857cae6dbae","remote_addr":"127.0.0.1:53282","local_addr":"127.0.0.1:60299","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:34.301571813Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"c34c01e0-d00f-478f-98d7-c857cae6dbae","remote_addr":"127.0.0.1:53282","local_addr":"127.0.0.1:60299","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:34.302131922Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"c34c01e0-d00f-478f-98d7-c857cae6dbae","remote_addr":"127.0.0.1:53282","local_addr":"127.0.0.1:60299","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"update for saga cached state","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:34.303550023Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"Done","saga_id":"3ad84992-2d8e-4a9e-87f0-48f24a3d4c51"} {"msg":"updating state","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:34.303625108Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"new_state":"done","saga_id":"3ad84992-2d8e-4a9e-87f0-48f24a3d4c51","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:34.312706795Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"c34c01e0-d00f-478f-98d7-c857cae6dbae","remote_addr":"127.0.0.1:53282","local_addr":"127.0.0.1:60299","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":12994,"response_code":200} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:34.313068767Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:60299/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c34c01e0-d00f-478f-98d7-c857cae6dbae\", \"content-length\": \"405\", \"date\": \"Fri, 20 Mar 2026 18:35:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:34.313310215Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"oximeter","body":"None","uri":"http://127.0.0.1:60299/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:34.313941032Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"584c53ec-3faa-4c1d-8fc0-810043bddf6c","remote_addr":"127.0.0.1:53282","local_addr":"127.0.0.1:60299","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"determined request API version","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:34.314149205Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"584c53ec-3faa-4c1d-8fc0-810043bddf6c","remote_addr":"127.0.0.1:53282","local_addr":"127.0.0.1:60299","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:34.314319206Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"producer_port":56192,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:34.314427495Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"584c53ec-3faa-4c1d-8fc0-810043bddf6c","remote_addr":"127.0.0.1:53282","local_addr":"127.0.0.1:60299","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:34.314477112Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"584c53ec-3faa-4c1d-8fc0-810043bddf6c","remote_addr":"127.0.0.1:53282","local_addr":"127.0.0.1:60299","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:34.315050126Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"584c53ec-3faa-4c1d-8fc0-810043bddf6c","remote_addr":"127.0.0.1:53282","local_addr":"127.0.0.1:60299","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"collecting from producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:34.322850449Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"producer_port":56192,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"sent collection request to producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:34.32876357Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"producer_port":56192,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:34.329852034Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"producer_port":56192,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:34.329956455Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"producer_port":56192,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:34.33003259Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"producer_port":56192,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:34.330453174Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"584c53ec-3faa-4c1d-8fc0-810043bddf6c","remote_addr":"127.0.0.1:53282","local_addr":"127.0.0.1:60299","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":16509,"response_code":200} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:34.331932456Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:60299/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"584c53ec-3faa-4c1d-8fc0-810043bddf6c\", \"content-length\": \"29\", \"date\": \"Fri, 20 Mar 2026 18:35:34 GMT\"} })"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:34.33209638Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:34.332336179Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"} {"msg":"refreshed list of producers from Nexus","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:34.332431464Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:632","component":"oximeter","n_current_tasks":2,"n_pruned_tasks":0} {"msg":"saga finished","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2026-03-20T18:35:34.373565469Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"action_error_source":"InjectedError","action_error_node_name":"\"crucible_disk\"","result":"failure","saga_name":"disk-create","saga_id":"3ad84992-2d8e-4a9e-87f0-48f24a3d4c51","sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","undo_result":"success"} {"msg":"tracked saga has finished","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:34.373666492Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"saga_id":"3ad84992-2d8e-4a9e-87f0-48f24a3d4c51","component":"SagaQuiesceHandle","component":"NexusQuiesceHandle","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga finished","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:34.374135873Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"saga_id":"3ad84992-2d8e-4a9e-87f0-48f24a3d4c51","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","saga_result":"SagaResult { saga_id: 3ad84992-2d8e-4a9e-87f0-48f24a3d4c51, saga_log: SagaLog { saga_id: 3ad84992-2d8e-4a9e-87f0-48f24a3d4c51, unwinding: true, events: [N009 started, N009 succeeded, N000 started, N000 succeeded, N001 started, N001 succeeded, N002 started, N002 succeeded, N003 started, N003 failed, N002 undo_started, N002 undo_finished, N001 undo_started, N001 undo_finished, N000 undo_started, N000 undo_finished, N009 undo_started, N009 undo_finished], node_status: {0: UndoFinished, 1: UndoFinished, 2: UndoFinished, 3: Failed(InjectedError), 9: UndoFinished} }, kind: Err(SagaResultErr { error_node_name: \"crucible_disk\", error_source: InjectedError, undo_failure: None }) }"} {"msg":"Creating new saga that will fail at index NodeIndex(4)","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:34.458165663Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"label":"RegionsAlloc","node_name":"datasets_and_regions"} {"msg":"tracking newly created saga","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:34.458234961Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"saga_id":"47089f8e-8532-44ff-9f9f-8c7992204de1","component":"SagaQuiesceHandle","component":"NexusQuiesceHandle","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"preparing saga","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:34.45827896Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"saga_id":"47089f8e-8532-44ff-9f9f-8c7992204de1","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga create","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:34.458562638Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"saga_name":"disk-create","saga_id":"47089f8e-8532-44ff-9f9f-8c7992204de1","sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dag":"{\"end_node\":10,\"graph\":{\"edge_property\":\"directed\",\"edges\":[[0,1,null],[1,2,null],[2,3,null],[3,4,null],[4,5,null],[5,6,null],[6,7,null],[7,8,null],[9,0,null],[8,10,null]],\"node_holes\":[],\"nodes\":[{\"Action\":{\"action_name\":\"common.uuid_generate\",\"label\":\"GenerateDiskId\",\"name\":\"disk_id\"}},{\"Action\":{\"action_name\":\"common.uuid_generate\",\"label\":\"GenerateVolumeId\",\"name\":\"volume_id\"}},{\"Action\":{\"action_name\":\"disk_create.space_account\",\"label\":\"SpaceAccount\",\"name\":\"no_result\"}},{\"Action\":{\"action_name\":\"disk_create.create_crucible_disk_record\",\"label\":\"CreateCrucibleDiskRecord\",\"name\":\"crucible_disk\"}},{\"Action\":{\"action_name\":\"disk_create.regions_alloc\",\"label\":\"RegionsAlloc\",\"name\":\"datasets_and_regions\"}},{\"Action\":{\"action_name\":\"disk_create.regions_ensure_undo\",\"label\":\"RegionsEnsureUndo\",\"name\":\"regions_ensure_undo\"}},{\"Action\":{\"action_name\":\"disk_create.regions_ensure\",\"label\":\"RegionsEnsure\",\"name\":\"regions_ensure\"}},{\"Action\":{\"action_name\":\"disk_create.create_volume_record\",\"label\":\"CreateVolumeRecord\",\"name\":\"created_volume\"}},{\"Action\":{\"action_name\":\"disk_create.finalize_disk_record\",\"label\":\"FinalizeDiskRecord\",\"name\":\"created_disk\"}},{\"Start\":{\"params\":{\"create_params\":{\"description\":\"My disk\",\"disk_backend\":{\"disk_source\":{\"block_size\":512,\"type\":\"blank\"},\"type\":\"distributed\"},\"name\":\"my-disk\",\"size\":1073741824},\"project_id\":\"73bf3a4f-07c2-400e-9351-fcd6b7267e7c\",\"serialized_authn\":{\"kind\":{\"Authenticated\":[{\"actor\":{\"SiloUser\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"silo_user_id\":\"001de000-05e4-4000-8000-000000004007\"}},\"credential_id\":null,\"device_token_expiration\":null},{\"mapped_fleet_roles\":{}}]}}}}},\"End\"]},\"saga_name\":\"disk-create\",\"start_node\":9}"} {"msg":"creating saga","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:34.458812992Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","saga_name":"disk-create","saga_id":"47089f8e-8532-44ff-9f9f-8c7992204de1"} {"msg":"saga_inject_error","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:34.474923061Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","error_type":"FailAction","node_id":"NodeIndex(4)","saga_id":"47089f8e-8532-44ff-9f9f-8c7992204de1"} {"msg":"saga_inject_error","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:34.475286932Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","error_type":"Repeat(RepeatInjected { action: 1, undo: 2 })","node_id":"NodeIndex(3)","saga_id":"47089f8e-8532-44ff-9f9f-8c7992204de1"} {"msg":"starting saga","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:34.475342187Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"saga_id":"47089f8e-8532-44ff-9f9f-8c7992204de1","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga start","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:34.475369654Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"saga_name":"disk-create","saga_id":"47089f8e-8532-44ff-9f9f-8c7992204de1","sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:34.47539858Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N009 started"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:34.47542191Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"event_type":"Started","node_id":"9","saga_id":"47089f8e-8532-44ff-9f9f-8c7992204de1","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:34.479105137Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N009 succeeded"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:34.47916258Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"event_type":"Succeeded(Null)","node_id":"9","saga_id":"47089f8e-8532-44ff-9f9f-8c7992204de1","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:34.483978731Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N000 started"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:34.484048239Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"event_type":"Started","node_id":"0","saga_id":"47089f8e-8532-44ff-9f9f-8c7992204de1","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:34.488997467Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N000 succeeded"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:34.489058029Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"event_type":"Succeeded(String(\"2170fba8-059a-4290-9edc-6da965899689\"))","node_id":"0","saga_id":"47089f8e-8532-44ff-9f9f-8c7992204de1","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"inserting 1 samples into database","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:34.492705823Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"unrolling 1 total samples","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:34.492853804Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"id":"6dc71f35-de8c-4050-9e17-e2a7a13c8a37","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:34.495869562Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"id":"6dc71f35-de8c-4050-9e17-e2a7a13c8a37","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"inserting 1 samples into database","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:34.49989602Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:34.499972375Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N001 started"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:34.500001381Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"event_type":"Started","node_id":"1","saga_id":"47089f8e-8532-44ff-9f9f-8c7992204de1","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"inserted rows into table","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:34.507436444Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"id":"6dc71f35-de8c-4050-9e17-e2a7a13c8a37","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2} {"msg":"inserting data","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:34.507575959Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"id":"6dc71f35-de8c-4050-9e17-e2a7a13c8a37","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:34.510431841Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N001 succeeded"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:34.510540491Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"event_type":"Succeeded(String(\"d9953d27-84e1-44f9-9a5e-73d214104528\"))","node_id":"1","saga_id":"47089f8e-8532-44ff-9f9f-8c7992204de1","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"inserted rows into table","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:34.518368261Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"id":"6dc71f35-de8c-4050-9e17-e2a7a13c8a37","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:34.518490634Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:34.521411606Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N002 started"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:34.521481304Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"event_type":"Started","node_id":"2","saga_id":"47089f8e-8532-44ff-9f9f-8c7992204de1","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:34.531048455Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"SpaceAccount","saga_id":"47089f8e-8532-44ff-9f9f-8c7992204de1","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:34.531193488Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"SpaceAccount","saga_id":"47089f8e-8532-44ff-9f9f-8c7992204de1","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:34.532018215Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"SpaceAccount","saga_id":"47089f8e-8532-44ff-9f9f-8c7992204de1","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:34.543970717Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N002 succeeded"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:34.5440934Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"event_type":"Succeeded(Null)","node_id":"2","saga_id":"47089f8e-8532-44ff-9f9f-8c7992204de1","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:34.563208922Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N003 started"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:34.563274142Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"event_type":"Started","node_id":"3","saga_id":"47089f8e-8532-44ff-9f9f-8c7992204de1","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:34.57437527Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateCrucibleDiskRecord","saga_id":"47089f8e-8532-44ff-9f9f-8c7992204de1","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:34.574450695Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateCrucibleDiskRecord","saga_id":"47089f8e-8532-44ff-9f9f-8c7992204de1","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:34.575181965Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateCrucibleDiskRecord","saga_id":"47089f8e-8532-44ff-9f9f-8c7992204de1","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:34.586745489Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateCrucibleDiskRecord","saga_id":"47089f8e-8532-44ff-9f9f-8c7992204de1","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:34.586845022Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateCrucibleDiskRecord","saga_id":"47089f8e-8532-44ff-9f9f-8c7992204de1","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:34.587511932Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateCrucibleDiskRecord","saga_id":"47089f8e-8532-44ff-9f9f-8c7992204de1","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:34.590972823Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateCrucibleDiskRecord","saga_id":"47089f8e-8532-44ff-9f9f-8c7992204de1","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 73bf3a4f-07c2-400e-9351-fcd6b7267e7c, lookup_type: ById(73bf3a4f-07c2-400e-9351-fcd6b7267e7c) }","action":"CreateChild","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:34.591432419Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateCrucibleDiskRecord","saga_id":"47089f8e-8532-44ff-9f9f-8c7992204de1","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"73bf3a4f-07c2-400e-9351-fcd6b7267e7c","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:34.591478498Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateCrucibleDiskRecord","saga_id":"47089f8e-8532-44ff-9f9f-8c7992204de1","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:34.591516011Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateCrucibleDiskRecord","saga_id":"47089f8e-8532-44ff-9f9f-8c7992204de1","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:34.593158797Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateCrucibleDiskRecord","saga_id":"47089f8e-8532-44ff-9f9f-8c7992204de1","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:34.598834398Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateCrucibleDiskRecord","saga_id":"47089f8e-8532-44ff-9f9f-8c7992204de1","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:34.598919298Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateCrucibleDiskRecord","saga_id":"47089f8e-8532-44ff-9f9f-8c7992204de1","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:34.598956801Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateCrucibleDiskRecord","saga_id":"47089f8e-8532-44ff-9f9f-8c7992204de1","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:34.602419261Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateCrucibleDiskRecord","saga_id":"47089f8e-8532-44ff-9f9f-8c7992204de1","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2026-03-20T18:35:34.604231468Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:34.606691894Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateCrucibleDiskRecord","saga_id":"47089f8e-8532-44ff-9f9f-8c7992204de1","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:34.606812568Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateCrucibleDiskRecord","saga_id":"47089f8e-8532-44ff-9f9f-8c7992204de1","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:34.606853869Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateCrucibleDiskRecord","saga_id":"47089f8e-8532-44ff-9f9f-8c7992204de1","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:34.607184645Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateCrucibleDiskRecord","saga_id":"47089f8e-8532-44ff-9f9f-8c7992204de1","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:34.611177029Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateCrucibleDiskRecord","saga_id":"47089f8e-8532-44ff-9f9f-8c7992204de1","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:34.619720237Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateCrucibleDiskRecord","saga_id":"47089f8e-8532-44ff-9f9f-8c7992204de1","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 73bf3a4f-07c2-400e-9351-fcd6b7267e7c, lookup_type: ById(73bf3a4f-07c2-400e-9351-fcd6b7267e7c) }","action":"CreateChild","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:34.619840781Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateCrucibleDiskRecord","saga_id":"47089f8e-8532-44ff-9f9f-8c7992204de1","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 73bf3a4f-07c2-400e-9351-fcd6b7267e7c, lookup_type: ById(73bf3a4f-07c2-400e-9351-fcd6b7267e7c) }","action":"CreateChild","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:34.619911048Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateCrucibleDiskRecord","saga_id":"47089f8e-8532-44ff-9f9f-8c7992204de1","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"73bf3a4f-07c2-400e-9351-fcd6b7267e7c","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:34.61994929Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateCrucibleDiskRecord","saga_id":"47089f8e-8532-44ff-9f9f-8c7992204de1","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:34.619984294Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateCrucibleDiskRecord","saga_id":"47089f8e-8532-44ff-9f9f-8c7992204de1","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:34.62124056Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateCrucibleDiskRecord","saga_id":"47089f8e-8532-44ff-9f9f-8c7992204de1","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:34.624977482Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateCrucibleDiskRecord","saga_id":"47089f8e-8532-44ff-9f9f-8c7992204de1","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:34.625063023Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateCrucibleDiskRecord","saga_id":"47089f8e-8532-44ff-9f9f-8c7992204de1","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:34.625101954Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateCrucibleDiskRecord","saga_id":"47089f8e-8532-44ff-9f9f-8c7992204de1","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:34.625502648Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateCrucibleDiskRecord","saga_id":"47089f8e-8532-44ff-9f9f-8c7992204de1","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:34.635820261Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateCrucibleDiskRecord","saga_id":"47089f8e-8532-44ff-9f9f-8c7992204de1","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:34.635905841Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateCrucibleDiskRecord","saga_id":"47089f8e-8532-44ff-9f9f-8c7992204de1","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:34.635944833Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateCrucibleDiskRecord","saga_id":"47089f8e-8532-44ff-9f9f-8c7992204de1","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:34.636702271Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateCrucibleDiskRecord","saga_id":"47089f8e-8532-44ff-9f9f-8c7992204de1","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:34.656516848Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateCrucibleDiskRecord","saga_id":"47089f8e-8532-44ff-9f9f-8c7992204de1","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:34.661549488Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateCrucibleDiskRecord","saga_id":"47089f8e-8532-44ff-9f9f-8c7992204de1","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 73bf3a4f-07c2-400e-9351-fcd6b7267e7c, lookup_type: ById(73bf3a4f-07c2-400e-9351-fcd6b7267e7c) }","action":"CreateChild","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:34.661719389Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateCrucibleDiskRecord","saga_id":"47089f8e-8532-44ff-9f9f-8c7992204de1","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:34.661767676Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateCrucibleDiskRecord","saga_id":"47089f8e-8532-44ff-9f9f-8c7992204de1","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:34.662213659Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateCrucibleDiskRecord","saga_id":"47089f8e-8532-44ff-9f9f-8c7992204de1","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:34.739204731Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N003 succeeded"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:34.739487619Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"event_type":"Succeeded(Object {\"disk\": Object {\"attach_instance_id\": Null, \"block_size\": String(\"Traditional\"), \"disk_state\": String(\"creating\"), \"disk_type\": String(\"Crucible\"), \"identity\": Object {\"description\": String(\"My disk\"), \"id\": String(\"2170fba8-059a-4290-9edc-6da965899689\"), \"name\": String(\"my-disk\"), \"time_created\": String(\"2026-03-20T18:35:34.574282Z\"), \"time_deleted\": Null, \"time_modified\": String(\"2026-03-20T18:35:34.574282Z\")}, \"project_id\": String(\"73bf3a4f-07c2-400e-9351-fcd6b7267e7c\"), \"rcgen\": Number(1), \"size\": Number(1073741824), \"slot\": Null, \"state_generation\": Number(1), \"time_state_updated\": String(\"2026-03-20T18:35:34.574278075Z\")}, \"disk_type_crucible\": Object {\"create_image_id\": Null, \"create_snapshot_id\": Null, \"disk_id\": String(\"2170fba8-059a-4290-9edc-6da965899689\"), \"pantry_address\": Null, \"read_only\": Bool(false), \"volume_id\": String(\"d9953d27-84e1-44f9-9a5e-73d214104528\")}})","node_id":"3","saga_id":"47089f8e-8532-44ff-9f9f-8c7992204de1","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:34.744543589Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N004 started"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:34.744614985Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"event_type":"Started","node_id":"4","saga_id":"47089f8e-8532-44ff-9f9f-8c7992204de1","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:34.749621308Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N004 failed"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:34.749688406Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"event_type":"Failed(InjectedError)","node_id":"4","saga_id":"47089f8e-8532-44ff-9f9f-8c7992204de1","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"update for saga cached state","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:34.753598488Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"Unwinding","saga_id":"47089f8e-8532-44ff-9f9f-8c7992204de1"} {"msg":"updating state","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:34.753666727Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"new_state":"unwinding","saga_id":"47089f8e-8532-44ff-9f9f-8c7992204de1","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:34.759555249Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N003 undo_started"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:34.759632223Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"event_type":"UndoStarted","node_id":"3","saga_id":"47089f8e-8532-44ff-9f9f-8c7992204de1","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:34.782620344Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N003 undo_finished"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:34.782702616Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"event_type":"UndoFinished","node_id":"3","saga_id":"47089f8e-8532-44ff-9f9f-8c7992204de1","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:34.7892752Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N002 undo_started"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:34.78934108Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"event_type":"UndoStarted","node_id":"2","saga_id":"47089f8e-8532-44ff-9f9f-8c7992204de1","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:34.792972901Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"SpaceAccount","saga_id":"47089f8e-8532-44ff-9f9f-8c7992204de1","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:34.793061909Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"SpaceAccount","saga_id":"47089f8e-8532-44ff-9f9f-8c7992204de1","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:34.793618741Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"SpaceAccount","saga_id":"47089f8e-8532-44ff-9f9f-8c7992204de1","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:34.801353344Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N002 undo_finished"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:34.801546215Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"event_type":"UndoFinished","node_id":"2","saga_id":"47089f8e-8532-44ff-9f9f-8c7992204de1","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:34.806255745Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N001 undo_started"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:34.806334748Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"event_type":"UndoStarted","node_id":"1","saga_id":"47089f8e-8532-44ff-9f9f-8c7992204de1","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:34.809272622Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N001 undo_finished"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:34.809336053Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"event_type":"UndoFinished","node_id":"1","saga_id":"47089f8e-8532-44ff-9f9f-8c7992204de1","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:34.813423492Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N000 undo_started"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:34.813506654Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"event_type":"UndoStarted","node_id":"0","saga_id":"47089f8e-8532-44ff-9f9f-8c7992204de1","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:34.816962867Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N000 undo_finished"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:34.817027726Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"event_type":"UndoFinished","node_id":"0","saga_id":"47089f8e-8532-44ff-9f9f-8c7992204de1","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:34.824380378Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N009 undo_started"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:34.824458701Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"event_type":"UndoStarted","node_id":"9","saga_id":"47089f8e-8532-44ff-9f9f-8c7992204de1","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:34.827556691Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N009 undo_finished"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:34.827612545Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"event_type":"UndoFinished","node_id":"9","saga_id":"47089f8e-8532-44ff-9f9f-8c7992204de1","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"update for saga cached state","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:34.830809688Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"Done","saga_id":"47089f8e-8532-44ff-9f9f-8c7992204de1"} {"msg":"updating state","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:34.830916838Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"new_state":"done","saga_id":"47089f8e-8532-44ff-9f9f-8c7992204de1","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga finished","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2026-03-20T18:35:34.835573633Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"action_error_source":"InjectedError","action_error_node_name":"\"datasets_and_regions\"","result":"failure","saga_name":"disk-create","saga_id":"47089f8e-8532-44ff-9f9f-8c7992204de1","sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","undo_result":"success"} {"msg":"tracked saga has finished","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:34.835653306Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"saga_id":"47089f8e-8532-44ff-9f9f-8c7992204de1","component":"SagaQuiesceHandle","component":"NexusQuiesceHandle","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga finished","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:34.83579622Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"saga_id":"47089f8e-8532-44ff-9f9f-8c7992204de1","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","saga_result":"SagaResult { saga_id: 47089f8e-8532-44ff-9f9f-8c7992204de1, saga_log: SagaLog { saga_id: 47089f8e-8532-44ff-9f9f-8c7992204de1, unwinding: true, events: [N009 started, N009 succeeded, N000 started, N000 succeeded, N001 started, N001 succeeded, N002 started, N002 succeeded, N003 started, N003 succeeded, N004 started, N004 failed, N003 undo_started, N003 undo_finished, N002 undo_started, N002 undo_finished, N001 undo_started, N001 undo_finished, N000 undo_started, N000 undo_finished, N009 undo_started, N009 undo_finished], node_status: {0: UndoFinished, 1: UndoFinished, 2: UndoFinished, 3: UndoFinished, 4: Failed(InjectedError), 9: UndoFinished} }, kind: Err(SagaResultErr { error_node_name: \"datasets_and_regions\", error_source: InjectedError, undo_failure: None }) }"} {"msg":"Creating new saga that will fail at index NodeIndex(5)","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:34.92683543Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"label":"RegionsEnsureUndo","node_name":"regions_ensure_undo"} {"msg":"tracking newly created saga","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:34.926894073Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"saga_id":"64ce1d11-674a-4ff0-95aa-8e62f56eb193","component":"SagaQuiesceHandle","component":"NexusQuiesceHandle","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"preparing saga","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:34.926924349Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"saga_id":"64ce1d11-674a-4ff0-95aa-8e62f56eb193","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga create","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:34.927195323Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"saga_name":"disk-create","saga_id":"64ce1d11-674a-4ff0-95aa-8e62f56eb193","sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dag":"{\"end_node\":10,\"graph\":{\"edge_property\":\"directed\",\"edges\":[[0,1,null],[1,2,null],[2,3,null],[3,4,null],[4,5,null],[5,6,null],[6,7,null],[7,8,null],[9,0,null],[8,10,null]],\"node_holes\":[],\"nodes\":[{\"Action\":{\"action_name\":\"common.uuid_generate\",\"label\":\"GenerateDiskId\",\"name\":\"disk_id\"}},{\"Action\":{\"action_name\":\"common.uuid_generate\",\"label\":\"GenerateVolumeId\",\"name\":\"volume_id\"}},{\"Action\":{\"action_name\":\"disk_create.space_account\",\"label\":\"SpaceAccount\",\"name\":\"no_result\"}},{\"Action\":{\"action_name\":\"disk_create.create_crucible_disk_record\",\"label\":\"CreateCrucibleDiskRecord\",\"name\":\"crucible_disk\"}},{\"Action\":{\"action_name\":\"disk_create.regions_alloc\",\"label\":\"RegionsAlloc\",\"name\":\"datasets_and_regions\"}},{\"Action\":{\"action_name\":\"disk_create.regions_ensure_undo\",\"label\":\"RegionsEnsureUndo\",\"name\":\"regions_ensure_undo\"}},{\"Action\":{\"action_name\":\"disk_create.regions_ensure\",\"label\":\"RegionsEnsure\",\"name\":\"regions_ensure\"}},{\"Action\":{\"action_name\":\"disk_create.create_volume_record\",\"label\":\"CreateVolumeRecord\",\"name\":\"created_volume\"}},{\"Action\":{\"action_name\":\"disk_create.finalize_disk_record\",\"label\":\"FinalizeDiskRecord\",\"name\":\"created_disk\"}},{\"Start\":{\"params\":{\"create_params\":{\"description\":\"My disk\",\"disk_backend\":{\"disk_source\":{\"block_size\":512,\"type\":\"blank\"},\"type\":\"distributed\"},\"name\":\"my-disk\",\"size\":1073741824},\"project_id\":\"73bf3a4f-07c2-400e-9351-fcd6b7267e7c\",\"serialized_authn\":{\"kind\":{\"Authenticated\":[{\"actor\":{\"SiloUser\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"silo_user_id\":\"001de000-05e4-4000-8000-000000004007\"}},\"credential_id\":null,\"device_token_expiration\":null},{\"mapped_fleet_roles\":{}}]}}}}},\"End\"]},\"saga_name\":\"disk-create\",\"start_node\":9}"} {"msg":"creating saga","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:34.927347722Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","saga_name":"disk-create","saga_id":"64ce1d11-674a-4ff0-95aa-8e62f56eb193"} {"msg":"saga_inject_error","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:34.936259828Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","error_type":"FailAction","node_id":"NodeIndex(5)","saga_id":"64ce1d11-674a-4ff0-95aa-8e62f56eb193"} {"msg":"saga_inject_error","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:34.936319211Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","error_type":"Repeat(RepeatInjected { action: 1, undo: 2 })","node_id":"NodeIndex(4)","saga_id":"64ce1d11-674a-4ff0-95aa-8e62f56eb193"} {"msg":"starting saga","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:34.936349197Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"saga_id":"64ce1d11-674a-4ff0-95aa-8e62f56eb193","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga start","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:34.936379013Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"saga_name":"disk-create","saga_id":"64ce1d11-674a-4ff0-95aa-8e62f56eb193","sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:34.936404741Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N009 started"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:34.936429Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"event_type":"Started","node_id":"9","saga_id":"64ce1d11-674a-4ff0-95aa-8e62f56eb193","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:34.941657619Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N009 succeeded"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:34.941710914Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"event_type":"Succeeded(Null)","node_id":"9","saga_id":"64ce1d11-674a-4ff0-95aa-8e62f56eb193","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:34.945083506Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N000 started"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:34.945151314Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"event_type":"Started","node_id":"0","saga_id":"64ce1d11-674a-4ff0-95aa-8e62f56eb193","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:34.956418175Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N000 succeeded"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:34.9564951Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"event_type":"Succeeded(String(\"ad228b98-f167-49ef-b63d-42ab2d01ccaa\"))","node_id":"0","saga_id":"64ce1d11-674a-4ff0-95aa-8e62f56eb193","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:34.96219356Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N001 started"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:34.963683387Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"event_type":"Started","node_id":"1","saga_id":"64ce1d11-674a-4ff0-95aa-8e62f56eb193","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:34.975487749Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N001 succeeded"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:34.975560515Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"event_type":"Succeeded(String(\"53343997-1871-422b-a932-752fd2f78d9e\"))","node_id":"1","saga_id":"64ce1d11-674a-4ff0-95aa-8e62f56eb193","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:34.978900552Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N002 started"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:34.978957276Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"event_type":"Started","node_id":"2","saga_id":"64ce1d11-674a-4ff0-95aa-8e62f56eb193","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:34.98342128Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"SpaceAccount","saga_id":"64ce1d11-674a-4ff0-95aa-8e62f56eb193","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:34.983492367Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"SpaceAccount","saga_id":"64ce1d11-674a-4ff0-95aa-8e62f56eb193","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:34.984413109Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"SpaceAccount","saga_id":"64ce1d11-674a-4ff0-95aa-8e62f56eb193","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:34.998923792Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N002 succeeded"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:34.998973279Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"event_type":"Succeeded(Null)","node_id":"2","saga_id":"64ce1d11-674a-4ff0-95aa-8e62f56eb193","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:35.004661664Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N003 started"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:35.004822769Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"event_type":"Started","node_id":"3","saga_id":"64ce1d11-674a-4ff0-95aa-8e62f56eb193","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:35.012136199Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateCrucibleDiskRecord","saga_id":"64ce1d11-674a-4ff0-95aa-8e62f56eb193","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:35.01224202Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateCrucibleDiskRecord","saga_id":"64ce1d11-674a-4ff0-95aa-8e62f56eb193","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:35.014082354Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateCrucibleDiskRecord","saga_id":"64ce1d11-674a-4ff0-95aa-8e62f56eb193","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:35.018768345Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateCrucibleDiskRecord","saga_id":"64ce1d11-674a-4ff0-95aa-8e62f56eb193","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:35.018854135Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateCrucibleDiskRecord","saga_id":"64ce1d11-674a-4ff0-95aa-8e62f56eb193","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:35.019475486Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateCrucibleDiskRecord","saga_id":"64ce1d11-674a-4ff0-95aa-8e62f56eb193","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:35.03054403Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateCrucibleDiskRecord","saga_id":"64ce1d11-674a-4ff0-95aa-8e62f56eb193","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 73bf3a4f-07c2-400e-9351-fcd6b7267e7c, lookup_type: ById(73bf3a4f-07c2-400e-9351-fcd6b7267e7c) }","action":"CreateChild","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:35.031163042Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateCrucibleDiskRecord","saga_id":"64ce1d11-674a-4ff0-95aa-8e62f56eb193","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"73bf3a4f-07c2-400e-9351-fcd6b7267e7c","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:35.031234279Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateCrucibleDiskRecord","saga_id":"64ce1d11-674a-4ff0-95aa-8e62f56eb193","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:35.031272511Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateCrucibleDiskRecord","saga_id":"64ce1d11-674a-4ff0-95aa-8e62f56eb193","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:35.031824445Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateCrucibleDiskRecord","saga_id":"64ce1d11-674a-4ff0-95aa-8e62f56eb193","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:35.037506083Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateCrucibleDiskRecord","saga_id":"64ce1d11-674a-4ff0-95aa-8e62f56eb193","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:35.037570783Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateCrucibleDiskRecord","saga_id":"64ce1d11-674a-4ff0-95aa-8e62f56eb193","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:35.03761976Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateCrucibleDiskRecord","saga_id":"64ce1d11-674a-4ff0-95aa-8e62f56eb193","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:35.038161498Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateCrucibleDiskRecord","saga_id":"64ce1d11-674a-4ff0-95aa-8e62f56eb193","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:35.043554671Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateCrucibleDiskRecord","saga_id":"64ce1d11-674a-4ff0-95aa-8e62f56eb193","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:35.043665199Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateCrucibleDiskRecord","saga_id":"64ce1d11-674a-4ff0-95aa-8e62f56eb193","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:35.043715166Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateCrucibleDiskRecord","saga_id":"64ce1d11-674a-4ff0-95aa-8e62f56eb193","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:35.044177541Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateCrucibleDiskRecord","saga_id":"64ce1d11-674a-4ff0-95aa-8e62f56eb193","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:35.050897237Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateCrucibleDiskRecord","saga_id":"64ce1d11-674a-4ff0-95aa-8e62f56eb193","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:35.058703207Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateCrucibleDiskRecord","saga_id":"64ce1d11-674a-4ff0-95aa-8e62f56eb193","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 73bf3a4f-07c2-400e-9351-fcd6b7267e7c, lookup_type: ById(73bf3a4f-07c2-400e-9351-fcd6b7267e7c) }","action":"CreateChild","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:35.058838274Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateCrucibleDiskRecord","saga_id":"64ce1d11-674a-4ff0-95aa-8e62f56eb193","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 73bf3a4f-07c2-400e-9351-fcd6b7267e7c, lookup_type: ById(73bf3a4f-07c2-400e-9351-fcd6b7267e7c) }","action":"CreateChild","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:35.058891879Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateCrucibleDiskRecord","saga_id":"64ce1d11-674a-4ff0-95aa-8e62f56eb193","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"73bf3a4f-07c2-400e-9351-fcd6b7267e7c","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:35.058929072Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateCrucibleDiskRecord","saga_id":"64ce1d11-674a-4ff0-95aa-8e62f56eb193","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:35.058964645Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateCrucibleDiskRecord","saga_id":"64ce1d11-674a-4ff0-95aa-8e62f56eb193","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:35.05929835Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateCrucibleDiskRecord","saga_id":"64ce1d11-674a-4ff0-95aa-8e62f56eb193","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:35.062795504Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateCrucibleDiskRecord","saga_id":"64ce1d11-674a-4ff0-95aa-8e62f56eb193","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:35.062866981Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateCrucibleDiskRecord","saga_id":"64ce1d11-674a-4ff0-95aa-8e62f56eb193","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:35.062904853Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateCrucibleDiskRecord","saga_id":"64ce1d11-674a-4ff0-95aa-8e62f56eb193","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:35.063446851Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateCrucibleDiskRecord","saga_id":"64ce1d11-674a-4ff0-95aa-8e62f56eb193","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:35.06764459Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateCrucibleDiskRecord","saga_id":"64ce1d11-674a-4ff0-95aa-8e62f56eb193","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:35.06772914Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateCrucibleDiskRecord","saga_id":"64ce1d11-674a-4ff0-95aa-8e62f56eb193","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:35.067767722Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateCrucibleDiskRecord","saga_id":"64ce1d11-674a-4ff0-95aa-8e62f56eb193","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:35.068348452Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateCrucibleDiskRecord","saga_id":"64ce1d11-674a-4ff0-95aa-8e62f56eb193","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:35.072370312Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateCrucibleDiskRecord","saga_id":"64ce1d11-674a-4ff0-95aa-8e62f56eb193","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:35.080816005Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateCrucibleDiskRecord","saga_id":"64ce1d11-674a-4ff0-95aa-8e62f56eb193","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 73bf3a4f-07c2-400e-9351-fcd6b7267e7c, lookup_type: ById(73bf3a4f-07c2-400e-9351-fcd6b7267e7c) }","action":"CreateChild","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:35.080900056Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateCrucibleDiskRecord","saga_id":"64ce1d11-674a-4ff0-95aa-8e62f56eb193","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:35.080938728Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateCrucibleDiskRecord","saga_id":"64ce1d11-674a-4ff0-95aa-8e62f56eb193","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:35.081391138Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateCrucibleDiskRecord","saga_id":"64ce1d11-674a-4ff0-95aa-8e62f56eb193","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:35.148048745Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N003 succeeded"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:35.148137284Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"event_type":"Succeeded(Object {\"disk\": Object {\"attach_instance_id\": Null, \"block_size\": String(\"Traditional\"), \"disk_state\": String(\"creating\"), \"disk_type\": String(\"Crucible\"), \"identity\": Object {\"description\": String(\"My disk\"), \"id\": String(\"ad228b98-f167-49ef-b63d-42ab2d01ccaa\"), \"name\": String(\"my-disk\"), \"time_created\": String(\"2026-03-20T18:35:35.012037Z\"), \"time_deleted\": Null, \"time_modified\": String(\"2026-03-20T18:35:35.012037Z\")}, \"project_id\": String(\"73bf3a4f-07c2-400e-9351-fcd6b7267e7c\"), \"rcgen\": Number(1), \"size\": Number(1073741824), \"slot\": Null, \"state_generation\": Number(1), \"time_state_updated\": String(\"2026-03-20T18:35:35.012035156Z\")}, \"disk_type_crucible\": Object {\"create_image_id\": Null, \"create_snapshot_id\": Null, \"disk_id\": String(\"ad228b98-f167-49ef-b63d-42ab2d01ccaa\"), \"pantry_address\": Null, \"read_only\": Bool(false), \"volume_id\": String(\"53343997-1871-422b-a932-752fd2f78d9e\")}})","node_id":"3","saga_id":"64ce1d11-674a-4ff0-95aa-8e62f56eb193","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:35.153020183Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N004 started"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:35.153085033Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"event_type":"Started","node_id":"4","saga_id":"64ce1d11-674a-4ff0-95aa-8e62f56eb193","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:35.161146195Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"RegionsAlloc","saga_id":"64ce1d11-674a-4ff0-95aa-8e62f56eb193","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:35.161233655Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"RegionsAlloc","saga_id":"64ce1d11-674a-4ff0-95aa-8e62f56eb193","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:35.162250242Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"RegionsAlloc","saga_id":"64ce1d11-674a-4ff0-95aa-8e62f56eb193","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"Allocated regions for volume","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:35.232964473Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"datastore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","datasets_and_regions":"[(CrucibleDataset { identity: CrucibleDatasetIdentity { id: 3506293c-1b5d-47ec-9e20-f3d53d0cb8bc (dataset), time_created: 2026-03-20T18:35:27.769972Z, time_modified: 2026-03-20T18:35:27.769972Z }, time_deleted: None, rcgen: Generation(Generation(1)), pool_id: 032d5ae7-ab45-4081-b3d0-83b0dbf1b251 (zpool), ip: ::1, port: SqlU16(57999), size_used: 1342177280, no_provision: false }, Region { identity: RegionIdentity { id: fc9f8329-484e-433b-bfed-b654a11b86dd, time_created: 2026-03-20T18:35:35.208747Z, time_modified: 2026-03-20T18:35:35.208747Z }, dataset_id: 3506293c-1b5d-47ec-9e20-f3d53d0cb8bc (dataset), volume_id: 53343997-1871-422b-a932-752fd2f78d9e (volume), block_size: ByteCount(ByteCount(512)), blocks_per_extent: 131072, extent_count: 16, port: None, read_only: false, deleting: false, reservation_percent: TwentyFive }), (CrucibleDataset { identity: CrucibleDatasetIdentity { id: 7da5c7e0-9cdb-41a0-a48c-99cdac2cbb1a (dataset), time_created: 2026-03-20T18:35:29.698021Z, time_modified: 2026-03-20T18:35:29.698021Z }, time_deleted: None, rcgen: Generation(Generation(1)), pool_id: 57b8c724-2823-4252-9aaf-7bf94d07a6bd (zpool), ip: ::1, port: SqlU16(53113), size_used: 1342177280, no_provision: false }, Region { identity: RegionIdentity { id: e8e1ea15-7db3-4bbf-bb52-ad34f9292830, time_created: 2026-03-20T18:35:35.208747Z, time_modified: 2026-03-20T18:35:35.208747Z }, dataset_id: 7da5c7e0-9cdb-41a0-a48c-99cdac2cbb1a (dataset), volume_id: 53343997-1871-422b-a932-752fd2f78d9e (volume), block_size: ByteCount(ByteCount(512)), blocks_per_extent: 131072, extent_count: 16, port: None, read_only: false, deleting: false, reservation_percent: TwentyFive }), (CrucibleDataset { identity: CrucibleDatasetIdentity { id: fd06841d-a431-463f-9a13-2bdafc72e21c (dataset), time_created: 2026-03-20T18:35:18.544304Z, time_modified: 2026-03-20T18:35:18.544304Z }, time_deleted: None, rcgen: Generation(Generation(1)), pool_id: 19ac1634-62fd-4eb1-b552-f984f81a74de (zpool), ip: ::1, port: SqlU16(37241), size_used: 1342177280, no_provision: false }, Region { identity: RegionIdentity { id: 386d84be-c35b-4d81-a73b-0bbfa55643cb, time_created: 2026-03-20T18:35:35.208747Z, time_modified: 2026-03-20T18:35:35.208747Z }, dataset_id: fd06841d-a431-463f-9a13-2bdafc72e21c (dataset), volume_id: 53343997-1871-422b-a932-752fd2f78d9e (volume), block_size: ByteCount(ByteCount(512)), blocks_per_extent: 131072, extent_count: 16, port: None, read_only: false, deleting: false, reservation_percent: TwentyFive })]","maybe_snapshot_id":"None","volume_id":"53343997-1871-422b-a932-752fd2f78d9e"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:35.233795166Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N004 succeeded"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:35.233854569Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"event_type":"Succeeded(Array [Array [Object {\"identity\": Object {\"id\": String(\"3506293c-1b5d-47ec-9e20-f3d53d0cb8bc\"), \"time_created\": String(\"2026-03-20T18:35:27.769972Z\"), \"time_modified\": String(\"2026-03-20T18:35:27.769972Z\")}, \"ip\": String(\"::1\"), \"no_provision\": Bool(false), \"pool_id\": String(\"032d5ae7-ab45-4081-b3d0-83b0dbf1b251\"), \"port\": Number(57999), \"rcgen\": Number(1), \"size_used\": Number(1342177280), \"time_deleted\": Null}, Object {\"block_size\": Number(512), \"blocks_per_extent\": Number(131072), \"dataset_id\": String(\"3506293c-1b5d-47ec-9e20-f3d53d0cb8bc\"), \"deleting\": Bool(false), \"extent_count\": Number(16), \"identity\": Object {\"id\": String(\"fc9f8329-484e-433b-bfed-b654a11b86dd\"), \"time_created\": String(\"2026-03-20T18:35:35.208747Z\"), \"time_modified\": String(\"2026-03-20T18:35:35.208747Z\")}, \"port\": Null, \"read_only\": Bool(false), \"reservation_percent\": String(\"TwentyFive\"), \"volume_id\": String(\"53343997-1871-422b-a932-752fd2f78d9e\")}], Array [Object {\"identity\": Object {\"id\": String(\"7da5c7e0-9cdb-41a0-a48c-99cdac2cbb1a\"), \"time_created\": String(\"2026-03-20T18:35:29.698021Z\"), \"time_modified\": String(\"2026-03-20T18:35:29.698021Z\")}, \"ip\": String(\"::1\"), \"no_provision\": Bool(false), \"pool_id\": String(\"57b8c724-2823-4252-9aaf-7bf94d07a6bd\"), \"port\": Number(53113), \"rcgen\": Number(1), \"size_used\": Number(1342177280), \"time_deleted\": Null}, Object {\"block_size\": Number(512), \"blocks_per_extent\": Number(131072), \"dataset_id\": String(\"7da5c7e0-9cdb-41a0-a48c-99cdac2cbb1a\"), \"deleting\": Bool(false), \"extent_count\": Number(16), \"identity\": Object {\"id\": String(\"e8e1ea15-7db3-4bbf-bb52-ad34f9292830\"), \"time_created\": String(\"2026-03-20T18:35:35.208747Z\"), \"time_modified\": String(\"2026-03-20T18:35:35.208747Z\")}, \"port\": Null, \"read_only\": Bool(false), \"reservation_percent\": String(\"TwentyFive\"), \"volume_id\": String(\"53343997-1871-422b-a932-752fd2f78d9e\")}], Array [Object {\"identity\": Object {\"id\": String(\"fd06841d-a431-463f-9a13-2bdafc72e21c\"), \"time_created\": String(\"2026-03-20T18:35:18.544304Z\"), \"time_modified\": String(\"2026-03-20T18:35:18.544304Z\")}, \"ip\": String(\"::1\"), \"no_provision\": Bool(false), \"pool_id\": String(\"19ac1634-62fd-4eb1-b552-f984f81a74de\"), \"port\": Number(37241), \"rcgen\": Number(1), \"size_used\": Number(1342177280), \"time_deleted\": Null}, Object {\"block_size\": Number(512), \"blocks_per_extent\": Number(131072), \"dataset_id\": String(\"fd06841d-a431-463f-9a13-2bdafc72e21c\"), \"deleting\": Bool(false), \"extent_count\": Number(16), \"identity\": Object {\"id\": String(\"386d84be-c35b-4d81-a73b-0bbfa55643cb\"), \"time_created\": String(\"2026-03-20T18:35:35.208747Z\"), \"time_modified\": String(\"2026-03-20T18:35:35.208747Z\")}, \"port\": Null, \"read_only\": Bool(false), \"reservation_percent\": String(\"TwentyFive\"), \"volume_id\": String(\"53343997-1871-422b-a932-752fd2f78d9e\")}]])","node_id":"4","saga_id":"64ce1d11-674a-4ff0-95aa-8e62f56eb193","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:35.238963633Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N005 started"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:35.239024175Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"event_type":"Started","node_id":"5","saga_id":"64ce1d11-674a-4ff0-95aa-8e62f56eb193","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:35.243833089Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N005 failed"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:35.243886134Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"event_type":"Failed(InjectedError)","node_id":"5","saga_id":"64ce1d11-674a-4ff0-95aa-8e62f56eb193","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"update for saga cached state","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:35.250796262Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"Unwinding","saga_id":"64ce1d11-674a-4ff0-95aa-8e62f56eb193"} {"msg":"updating state","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:35.250867329Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"new_state":"unwinding","saga_id":"64ce1d11-674a-4ff0-95aa-8e62f56eb193","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:35.258060524Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N004 undo_started"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:35.258137698Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"event_type":"UndoStarted","node_id":"4","saga_id":"64ce1d11-674a-4ff0-95aa-8e62f56eb193","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:35.294173693Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N004 undo_finished"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:35.294259343Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"event_type":"UndoFinished","node_id":"4","saga_id":"64ce1d11-674a-4ff0-95aa-8e62f56eb193","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:35.301596841Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N003 undo_started"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:35.301680822Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"event_type":"UndoStarted","node_id":"3","saga_id":"64ce1d11-674a-4ff0-95aa-8e62f56eb193","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:35.314463529Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"producer_port":56192,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collecting from producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:35.314533206Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"producer_port":56192,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:35.316558475Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N003 undo_finished"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:35.316599716Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"event_type":"UndoFinished","node_id":"3","saga_id":"64ce1d11-674a-4ff0-95aa-8e62f56eb193","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"sent collection request to producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:35.320484389Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"producer_port":56192,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:35.321280959Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"producer_port":56192,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:35.321331945Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"producer_port":56192,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:35.321357543Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"producer_port":56192,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:35.324408425Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N002 undo_started"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:35.32446281Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"event_type":"UndoStarted","node_id":"2","saga_id":"64ce1d11-674a-4ff0-95aa-8e62f56eb193","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:35.329548625Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"SpaceAccount","saga_id":"64ce1d11-674a-4ff0-95aa-8e62f56eb193","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:35.329846257Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"SpaceAccount","saga_id":"64ce1d11-674a-4ff0-95aa-8e62f56eb193","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:35.330586432Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"SpaceAccount","saga_id":"64ce1d11-674a-4ff0-95aa-8e62f56eb193","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:35.339918893Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N002 undo_finished"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:35.339984063Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"event_type":"UndoFinished","node_id":"2","saga_id":"64ce1d11-674a-4ff0-95aa-8e62f56eb193","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:35.344476344Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N001 undo_started"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:35.344550909Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"event_type":"UndoStarted","node_id":"1","saga_id":"64ce1d11-674a-4ff0-95aa-8e62f56eb193","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:35.347695617Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N001 undo_finished"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:35.347763156Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"event_type":"UndoFinished","node_id":"1","saga_id":"64ce1d11-674a-4ff0-95aa-8e62f56eb193","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:35.352174015Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N000 undo_started"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:35.352240004Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"event_type":"UndoStarted","node_id":"0","saga_id":"64ce1d11-674a-4ff0-95aa-8e62f56eb193","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:35.35554023Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N000 undo_finished"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:35.355632747Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"event_type":"UndoFinished","node_id":"0","saga_id":"64ce1d11-674a-4ff0-95aa-8e62f56eb193","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:35.364922897Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N009 undo_started"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:35.364993684Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"event_type":"UndoStarted","node_id":"9","saga_id":"64ce1d11-674a-4ff0-95aa-8e62f56eb193","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:35.3687444Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N009 undo_finished"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:35.368814288Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"event_type":"UndoFinished","node_id":"9","saga_id":"64ce1d11-674a-4ff0-95aa-8e62f56eb193","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"update for saga cached state","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:35.373199829Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"Done","saga_id":"64ce1d11-674a-4ff0-95aa-8e62f56eb193"} {"msg":"updating state","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:35.373273954Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"new_state":"done","saga_id":"64ce1d11-674a-4ff0-95aa-8e62f56eb193","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga finished","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2026-03-20T18:35:35.378558487Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"action_error_source":"InjectedError","action_error_node_name":"\"regions_ensure_undo\"","result":"failure","saga_name":"disk-create","saga_id":"64ce1d11-674a-4ff0-95aa-8e62f56eb193","sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","undo_result":"success"} {"msg":"tracked saga has finished","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:35.37870249Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"saga_id":"64ce1d11-674a-4ff0-95aa-8e62f56eb193","component":"SagaQuiesceHandle","component":"NexusQuiesceHandle","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga finished","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:35.378870972Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"saga_id":"64ce1d11-674a-4ff0-95aa-8e62f56eb193","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","saga_result":"SagaResult { saga_id: 64ce1d11-674a-4ff0-95aa-8e62f56eb193, saga_log: SagaLog { saga_id: 64ce1d11-674a-4ff0-95aa-8e62f56eb193, unwinding: true, events: [N009 started, N009 succeeded, N000 started, N000 succeeded, N001 started, N001 succeeded, N002 started, N002 succeeded, N003 started, N003 succeeded, N004 started, N004 succeeded, N005 started, N005 failed, N004 undo_started, N004 undo_finished, N003 undo_started, N003 undo_finished, N002 undo_started, N002 undo_finished, N001 undo_started, N001 undo_finished, N000 undo_started, N000 undo_finished, N009 undo_started, N009 undo_finished], node_status: {0: UndoFinished, 1: UndoFinished, 2: UndoFinished, 3: UndoFinished, 4: UndoFinished, 5: Failed(InjectedError), 9: UndoFinished} }, kind: Err(SagaResultErr { error_node_name: \"regions_ensure_undo\", error_source: InjectedError, undo_failure: None }) }"} {"msg":"Creating new saga that will fail at index NodeIndex(6)","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:35.433730085Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"label":"RegionsEnsure","node_name":"regions_ensure"} {"msg":"tracking newly created saga","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:35.433839254Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"saga_id":"645fc21e-83df-4633-a101-215530163cb3","component":"SagaQuiesceHandle","component":"NexusQuiesceHandle","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"preparing saga","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:35.433892209Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"saga_id":"645fc21e-83df-4633-a101-215530163cb3","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga create","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:35.434028436Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"saga_name":"disk-create","saga_id":"645fc21e-83df-4633-a101-215530163cb3","sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dag":"{\"end_node\":10,\"graph\":{\"edge_property\":\"directed\",\"edges\":[[0,1,null],[1,2,null],[2,3,null],[3,4,null],[4,5,null],[5,6,null],[6,7,null],[7,8,null],[9,0,null],[8,10,null]],\"node_holes\":[],\"nodes\":[{\"Action\":{\"action_name\":\"common.uuid_generate\",\"label\":\"GenerateDiskId\",\"name\":\"disk_id\"}},{\"Action\":{\"action_name\":\"common.uuid_generate\",\"label\":\"GenerateVolumeId\",\"name\":\"volume_id\"}},{\"Action\":{\"action_name\":\"disk_create.space_account\",\"label\":\"SpaceAccount\",\"name\":\"no_result\"}},{\"Action\":{\"action_name\":\"disk_create.create_crucible_disk_record\",\"label\":\"CreateCrucibleDiskRecord\",\"name\":\"crucible_disk\"}},{\"Action\":{\"action_name\":\"disk_create.regions_alloc\",\"label\":\"RegionsAlloc\",\"name\":\"datasets_and_regions\"}},{\"Action\":{\"action_name\":\"disk_create.regions_ensure_undo\",\"label\":\"RegionsEnsureUndo\",\"name\":\"regions_ensure_undo\"}},{\"Action\":{\"action_name\":\"disk_create.regions_ensure\",\"label\":\"RegionsEnsure\",\"name\":\"regions_ensure\"}},{\"Action\":{\"action_name\":\"disk_create.create_volume_record\",\"label\":\"CreateVolumeRecord\",\"name\":\"created_volume\"}},{\"Action\":{\"action_name\":\"disk_create.finalize_disk_record\",\"label\":\"FinalizeDiskRecord\",\"name\":\"created_disk\"}},{\"Start\":{\"params\":{\"create_params\":{\"description\":\"My disk\",\"disk_backend\":{\"disk_source\":{\"block_size\":512,\"type\":\"blank\"},\"type\":\"distributed\"},\"name\":\"my-disk\",\"size\":1073741824},\"project_id\":\"73bf3a4f-07c2-400e-9351-fcd6b7267e7c\",\"serialized_authn\":{\"kind\":{\"Authenticated\":[{\"actor\":{\"SiloUser\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"silo_user_id\":\"001de000-05e4-4000-8000-000000004007\"}},\"credential_id\":null,\"device_token_expiration\":null},{\"mapped_fleet_roles\":{}}]}}}}},\"End\"]},\"saga_name\":\"disk-create\",\"start_node\":9}"} {"msg":"creating saga","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:35.434159255Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","saga_name":"disk-create","saga_id":"645fc21e-83df-4633-a101-215530163cb3"} {"msg":"saga_inject_error","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:35.442138815Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","error_type":"FailAction","node_id":"NodeIndex(6)","saga_id":"645fc21e-83df-4633-a101-215530163cb3"} {"msg":"saga_inject_error","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:35.442381422Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","error_type":"Repeat(RepeatInjected { action: 1, undo: 2 })","node_id":"NodeIndex(5)","saga_id":"645fc21e-83df-4633-a101-215530163cb3"} {"msg":"starting saga","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:35.442412048Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"saga_id":"645fc21e-83df-4633-a101-215530163cb3","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga start","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:35.442435377Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"saga_name":"disk-create","saga_id":"645fc21e-83df-4633-a101-215530163cb3","sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:35.442521797Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N009 started"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:35.4425589Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"event_type":"Started","node_id":"9","saga_id":"645fc21e-83df-4633-a101-215530163cb3","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:35.449170636Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N009 succeeded"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:35.449237634Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"event_type":"Succeeded(Null)","node_id":"9","saga_id":"645fc21e-83df-4633-a101-215530163cb3","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:35.455300475Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N000 started"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:35.455585263Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"event_type":"Started","node_id":"0","saga_id":"645fc21e-83df-4633-a101-215530163cb3","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:35.465595079Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N000 succeeded"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:35.465662308Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"event_type":"Succeeded(String(\"3daf73fd-13f7-4abf-8679-460626299224\"))","node_id":"0","saga_id":"645fc21e-83df-4633-a101-215530163cb3","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:35.469910422Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N001 started"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:35.470005078Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"event_type":"Started","node_id":"1","saga_id":"645fc21e-83df-4633-a101-215530163cb3","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:35.478117646Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N001 succeeded"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:35.478181007Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"event_type":"Succeeded(String(\"70f33eb7-c726-47cd-be19-b5c08aa5c3ba\"))","node_id":"1","saga_id":"645fc21e-83df-4633-a101-215530163cb3","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:35.487813208Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N002 started"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:35.487900908Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"event_type":"Started","node_id":"2","saga_id":"645fc21e-83df-4633-a101-215530163cb3","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"inserting 1 samples into database","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:35.491928065Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:35.493105248Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"SpaceAccount","saga_id":"645fc21e-83df-4633-a101-215530163cb3","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:35.493225842Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"SpaceAccount","saga_id":"645fc21e-83df-4633-a101-215530163cb3","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:35.493740812Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"SpaceAccount","saga_id":"645fc21e-83df-4633-a101-215530163cb3","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"unrolling 1 total samples","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:35.494926991Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"id":"6dc71f35-de8c-4050-9e17-e2a7a13c8a37","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:35.495670875Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"id":"6dc71f35-de8c-4050-9e17-e2a7a13c8a37","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"inserting 1 samples into database","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:35.496033006Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserted rows into table","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:35.498696108Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"id":"6dc71f35-de8c-4050-9e17-e2a7a13c8a37","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2} {"msg":"inserting data","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:35.498787246Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"id":"6dc71f35-de8c-4050-9e17-e2a7a13c8a37","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"inserted rows into table","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:35.50185377Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"id":"6dc71f35-de8c-4050-9e17-e2a7a13c8a37","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:35.501958911Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:35.504187715Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N002 succeeded"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:35.50424076Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"event_type":"Succeeded(Null)","node_id":"2","saga_id":"645fc21e-83df-4633-a101-215530163cb3","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:35.515266034Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N003 started"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:35.515321028Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"event_type":"Started","node_id":"3","saga_id":"645fc21e-83df-4633-a101-215530163cb3","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:35.522045582Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateCrucibleDiskRecord","saga_id":"645fc21e-83df-4633-a101-215530163cb3","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:35.522137079Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateCrucibleDiskRecord","saga_id":"645fc21e-83df-4633-a101-215530163cb3","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:35.52288727Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateCrucibleDiskRecord","saga_id":"645fc21e-83df-4633-a101-215530163cb3","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:35.535203154Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateCrucibleDiskRecord","saga_id":"645fc21e-83df-4633-a101-215530163cb3","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:35.535389177Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateCrucibleDiskRecord","saga_id":"645fc21e-83df-4633-a101-215530163cb3","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:35.53607181Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateCrucibleDiskRecord","saga_id":"645fc21e-83df-4633-a101-215530163cb3","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:35.539521866Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateCrucibleDiskRecord","saga_id":"645fc21e-83df-4633-a101-215530163cb3","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 73bf3a4f-07c2-400e-9351-fcd6b7267e7c, lookup_type: ById(73bf3a4f-07c2-400e-9351-fcd6b7267e7c) }","action":"CreateChild","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:35.539606786Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateCrucibleDiskRecord","saga_id":"645fc21e-83df-4633-a101-215530163cb3","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"73bf3a4f-07c2-400e-9351-fcd6b7267e7c","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:35.539644529Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateCrucibleDiskRecord","saga_id":"645fc21e-83df-4633-a101-215530163cb3","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:35.539677863Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateCrucibleDiskRecord","saga_id":"645fc21e-83df-4633-a101-215530163cb3","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:35.54020192Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateCrucibleDiskRecord","saga_id":"645fc21e-83df-4633-a101-215530163cb3","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:35.54452497Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateCrucibleDiskRecord","saga_id":"645fc21e-83df-4633-a101-215530163cb3","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:35.544617397Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateCrucibleDiskRecord","saga_id":"645fc21e-83df-4633-a101-215530163cb3","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:35.544655089Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateCrucibleDiskRecord","saga_id":"645fc21e-83df-4633-a101-215530163cb3","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:35.546227798Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateCrucibleDiskRecord","saga_id":"645fc21e-83df-4633-a101-215530163cb3","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:35.555500387Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateCrucibleDiskRecord","saga_id":"645fc21e-83df-4633-a101-215530163cb3","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:35.555637323Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateCrucibleDiskRecord","saga_id":"645fc21e-83df-4633-a101-215530163cb3","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:35.555683092Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateCrucibleDiskRecord","saga_id":"645fc21e-83df-4633-a101-215530163cb3","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:35.556193554Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateCrucibleDiskRecord","saga_id":"645fc21e-83df-4633-a101-215530163cb3","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:35.56424542Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateCrucibleDiskRecord","saga_id":"645fc21e-83df-4633-a101-215530163cb3","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:35.577245386Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateCrucibleDiskRecord","saga_id":"645fc21e-83df-4633-a101-215530163cb3","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 73bf3a4f-07c2-400e-9351-fcd6b7267e7c, lookup_type: ById(73bf3a4f-07c2-400e-9351-fcd6b7267e7c) }","action":"CreateChild","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:35.57734449Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateCrucibleDiskRecord","saga_id":"645fc21e-83df-4633-a101-215530163cb3","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 73bf3a4f-07c2-400e-9351-fcd6b7267e7c, lookup_type: ById(73bf3a4f-07c2-400e-9351-fcd6b7267e7c) }","action":"CreateChild","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:35.577397825Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateCrucibleDiskRecord","saga_id":"645fc21e-83df-4633-a101-215530163cb3","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"73bf3a4f-07c2-400e-9351-fcd6b7267e7c","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:35.577435947Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateCrucibleDiskRecord","saga_id":"645fc21e-83df-4633-a101-215530163cb3","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:35.577470741Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateCrucibleDiskRecord","saga_id":"645fc21e-83df-4633-a101-215530163cb3","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:35.577950938Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateCrucibleDiskRecord","saga_id":"645fc21e-83df-4633-a101-215530163cb3","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:35.586941578Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateCrucibleDiskRecord","saga_id":"645fc21e-83df-4633-a101-215530163cb3","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:35.587034674Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateCrucibleDiskRecord","saga_id":"645fc21e-83df-4633-a101-215530163cb3","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:35.587079264Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateCrucibleDiskRecord","saga_id":"645fc21e-83df-4633-a101-215530163cb3","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:35.588068074Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateCrucibleDiskRecord","saga_id":"645fc21e-83df-4633-a101-215530163cb3","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2026-03-20T18:35:35.604235697Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:35.606632482Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateCrucibleDiskRecord","saga_id":"645fc21e-83df-4633-a101-215530163cb3","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:35.606714274Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateCrucibleDiskRecord","saga_id":"645fc21e-83df-4633-a101-215530163cb3","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:35.606770798Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateCrucibleDiskRecord","saga_id":"645fc21e-83df-4633-a101-215530163cb3","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:35.607291126Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateCrucibleDiskRecord","saga_id":"645fc21e-83df-4633-a101-215530163cb3","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:35.610670814Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateCrucibleDiskRecord","saga_id":"645fc21e-83df-4633-a101-215530163cb3","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:35.615619873Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateCrucibleDiskRecord","saga_id":"645fc21e-83df-4633-a101-215530163cb3","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 73bf3a4f-07c2-400e-9351-fcd6b7267e7c, lookup_type: ById(73bf3a4f-07c2-400e-9351-fcd6b7267e7c) }","action":"CreateChild","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:35.615719027Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateCrucibleDiskRecord","saga_id":"645fc21e-83df-4633-a101-215530163cb3","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:35.615762637Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateCrucibleDiskRecord","saga_id":"645fc21e-83df-4633-a101-215530163cb3","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:35.616040938Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateCrucibleDiskRecord","saga_id":"645fc21e-83df-4633-a101-215530163cb3","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:35.631579143Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N003 succeeded"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:35.631646282Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"event_type":"Succeeded(Object {\"disk\": Object {\"attach_instance_id\": Null, \"block_size\": String(\"Traditional\"), \"disk_state\": String(\"creating\"), \"disk_type\": String(\"Crucible\"), \"identity\": Object {\"description\": String(\"My disk\"), \"id\": String(\"3daf73fd-13f7-4abf-8679-460626299224\"), \"name\": String(\"my-disk\"), \"time_created\": String(\"2026-03-20T18:35:35.521568Z\"), \"time_deleted\": Null, \"time_modified\": String(\"2026-03-20T18:35:35.521568Z\")}, \"project_id\": String(\"73bf3a4f-07c2-400e-9351-fcd6b7267e7c\"), \"rcgen\": Number(1), \"size\": Number(1073741824), \"slot\": Null, \"state_generation\": Number(1), \"time_state_updated\": String(\"2026-03-20T18:35:35.521565815Z\")}, \"disk_type_crucible\": Object {\"create_image_id\": Null, \"create_snapshot_id\": Null, \"disk_id\": String(\"3daf73fd-13f7-4abf-8679-460626299224\"), \"pantry_address\": Null, \"read_only\": Bool(false), \"volume_id\": String(\"70f33eb7-c726-47cd-be19-b5c08aa5c3ba\")}})","node_id":"3","saga_id":"645fc21e-83df-4633-a101-215530163cb3","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:35.640954694Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N004 started"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:35.641039784Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"event_type":"Started","node_id":"4","saga_id":"645fc21e-83df-4633-a101-215530163cb3","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:35.64605888Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"RegionsAlloc","saga_id":"645fc21e-83df-4633-a101-215530163cb3","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:35.646140972Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"RegionsAlloc","saga_id":"645fc21e-83df-4633-a101-215530163cb3","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:35.647890299Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"RegionsAlloc","saga_id":"645fc21e-83df-4633-a101-215530163cb3","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"Allocated regions for volume","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:35.723709296Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"datastore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","datasets_and_regions":"[(CrucibleDataset { identity: CrucibleDatasetIdentity { id: 3506293c-1b5d-47ec-9e20-f3d53d0cb8bc (dataset), time_created: 2026-03-20T18:35:27.769972Z, time_modified: 2026-03-20T18:35:27.769972Z }, time_deleted: None, rcgen: Generation(Generation(1)), pool_id: 032d5ae7-ab45-4081-b3d0-83b0dbf1b251 (zpool), ip: ::1, port: SqlU16(57999), size_used: 1342177280, no_provision: false }, Region { identity: RegionIdentity { id: 14f65ae3-5913-4f77-ad38-7c520d39fb67, time_created: 2026-03-20T18:35:35.700578Z, time_modified: 2026-03-20T18:35:35.700578Z }, dataset_id: 3506293c-1b5d-47ec-9e20-f3d53d0cb8bc (dataset), volume_id: 70f33eb7-c726-47cd-be19-b5c08aa5c3ba (volume), block_size: ByteCount(ByteCount(512)), blocks_per_extent: 131072, extent_count: 16, port: None, read_only: false, deleting: false, reservation_percent: TwentyFive }), (CrucibleDataset { identity: CrucibleDatasetIdentity { id: 7da5c7e0-9cdb-41a0-a48c-99cdac2cbb1a (dataset), time_created: 2026-03-20T18:35:29.698021Z, time_modified: 2026-03-20T18:35:29.698021Z }, time_deleted: None, rcgen: Generation(Generation(1)), pool_id: 57b8c724-2823-4252-9aaf-7bf94d07a6bd (zpool), ip: ::1, port: SqlU16(53113), size_used: 1342177280, no_provision: false }, Region { identity: RegionIdentity { id: a768e119-8294-4beb-9987-a86ea93b6dd4, time_created: 2026-03-20T18:35:35.700578Z, time_modified: 2026-03-20T18:35:35.700578Z }, dataset_id: 7da5c7e0-9cdb-41a0-a48c-99cdac2cbb1a (dataset), volume_id: 70f33eb7-c726-47cd-be19-b5c08aa5c3ba (volume), block_size: ByteCount(ByteCount(512)), blocks_per_extent: 131072, extent_count: 16, port: None, read_only: false, deleting: false, reservation_percent: TwentyFive }), (CrucibleDataset { identity: CrucibleDatasetIdentity { id: fd06841d-a431-463f-9a13-2bdafc72e21c (dataset), time_created: 2026-03-20T18:35:18.544304Z, time_modified: 2026-03-20T18:35:18.544304Z }, time_deleted: None, rcgen: Generation(Generation(1)), pool_id: 19ac1634-62fd-4eb1-b552-f984f81a74de (zpool), ip: ::1, port: SqlU16(37241), size_used: 1342177280, no_provision: false }, Region { identity: RegionIdentity { id: eaa341ec-eeff-4451-b9ee-af98ff65f0a3, time_created: 2026-03-20T18:35:35.700578Z, time_modified: 2026-03-20T18:35:35.700578Z }, dataset_id: fd06841d-a431-463f-9a13-2bdafc72e21c (dataset), volume_id: 70f33eb7-c726-47cd-be19-b5c08aa5c3ba (volume), block_size: ByteCount(ByteCount(512)), blocks_per_extent: 131072, extent_count: 16, port: None, read_only: false, deleting: false, reservation_percent: TwentyFive })]","maybe_snapshot_id":"None","volume_id":"70f33eb7-c726-47cd-be19-b5c08aa5c3ba"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:35.723983289Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N004 succeeded"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:35.724013505Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"event_type":"Succeeded(Array [Array [Object {\"identity\": Object {\"id\": String(\"3506293c-1b5d-47ec-9e20-f3d53d0cb8bc\"), \"time_created\": String(\"2026-03-20T18:35:27.769972Z\"), \"time_modified\": String(\"2026-03-20T18:35:27.769972Z\")}, \"ip\": String(\"::1\"), \"no_provision\": Bool(false), \"pool_id\": String(\"032d5ae7-ab45-4081-b3d0-83b0dbf1b251\"), \"port\": Number(57999), \"rcgen\": Number(1), \"size_used\": Number(1342177280), \"time_deleted\": Null}, Object {\"block_size\": Number(512), \"blocks_per_extent\": Number(131072), \"dataset_id\": String(\"3506293c-1b5d-47ec-9e20-f3d53d0cb8bc\"), \"deleting\": Bool(false), \"extent_count\": Number(16), \"identity\": Object {\"id\": String(\"14f65ae3-5913-4f77-ad38-7c520d39fb67\"), \"time_created\": String(\"2026-03-20T18:35:35.700578Z\"), \"time_modified\": String(\"2026-03-20T18:35:35.700578Z\")}, \"port\": Null, \"read_only\": Bool(false), \"reservation_percent\": String(\"TwentyFive\"), \"volume_id\": String(\"70f33eb7-c726-47cd-be19-b5c08aa5c3ba\")}], Array [Object {\"identity\": Object {\"id\": String(\"7da5c7e0-9cdb-41a0-a48c-99cdac2cbb1a\"), \"time_created\": String(\"2026-03-20T18:35:29.698021Z\"), \"time_modified\": String(\"2026-03-20T18:35:29.698021Z\")}, \"ip\": String(\"::1\"), \"no_provision\": Bool(false), \"pool_id\": String(\"57b8c724-2823-4252-9aaf-7bf94d07a6bd\"), \"port\": Number(53113), \"rcgen\": Number(1), \"size_used\": Number(1342177280), \"time_deleted\": Null}, Object {\"block_size\": Number(512), \"blocks_per_extent\": Number(131072), \"dataset_id\": String(\"7da5c7e0-9cdb-41a0-a48c-99cdac2cbb1a\"), \"deleting\": Bool(false), \"extent_count\": Number(16), \"identity\": Object {\"id\": String(\"a768e119-8294-4beb-9987-a86ea93b6dd4\"), \"time_created\": String(\"2026-03-20T18:35:35.700578Z\"), \"time_modified\": String(\"2026-03-20T18:35:35.700578Z\")}, \"port\": Null, \"read_only\": Bool(false), \"reservation_percent\": String(\"TwentyFive\"), \"volume_id\": String(\"70f33eb7-c726-47cd-be19-b5c08aa5c3ba\")}], Array [Object {\"identity\": Object {\"id\": String(\"fd06841d-a431-463f-9a13-2bdafc72e21c\"), \"time_created\": String(\"2026-03-20T18:35:18.544304Z\"), \"time_modified\": String(\"2026-03-20T18:35:18.544304Z\")}, \"ip\": String(\"::1\"), \"no_provision\": Bool(false), \"pool_id\": String(\"19ac1634-62fd-4eb1-b552-f984f81a74de\"), \"port\": Number(37241), \"rcgen\": Number(1), \"size_used\": Number(1342177280), \"time_deleted\": Null}, Object {\"block_size\": Number(512), \"blocks_per_extent\": Number(131072), \"dataset_id\": String(\"fd06841d-a431-463f-9a13-2bdafc72e21c\"), \"deleting\": Bool(false), \"extent_count\": Number(16), \"identity\": Object {\"id\": String(\"eaa341ec-eeff-4451-b9ee-af98ff65f0a3\"), \"time_created\": String(\"2026-03-20T18:35:35.700578Z\"), \"time_modified\": String(\"2026-03-20T18:35:35.700578Z\")}, \"port\": Null, \"read_only\": Bool(false), \"reservation_percent\": String(\"TwentyFive\"), \"volume_id\": String(\"70f33eb7-c726-47cd-be19-b5c08aa5c3ba\")}]])","node_id":"4","saga_id":"645fc21e-83df-4633-a101-215530163cb3","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:35.728047389Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N005 started"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:35.72851884Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"event_type":"Started","node_id":"5","saga_id":"645fc21e-83df-4633-a101-215530163cb3","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:35.732288847Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N005 succeeded"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:35.732373228Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"event_type":"Succeeded(Null)","node_id":"5","saga_id":"645fc21e-83df-4633-a101-215530163cb3","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:35.742916875Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N006 started"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:35.743017608Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"event_type":"Started","node_id":"6","saga_id":"645fc21e-83df-4633-a101-215530163cb3","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:35.750213712Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N006 failed"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:35.750287888Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"event_type":"Failed(InjectedError)","node_id":"6","saga_id":"645fc21e-83df-4633-a101-215530163cb3","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"update for saga cached state","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:35.753609164Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"Unwinding","saga_id":"645fc21e-83df-4633-a101-215530163cb3"} {"msg":"updating state","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:35.753676462Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"new_state":"unwinding","saga_id":"645fc21e-83df-4633-a101-215530163cb3","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:35.7584125Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N005 undo_started"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:35.758475881Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"event_type":"UndoStarted","node_id":"5","saga_id":"645fc21e-83df-4633-a101-215530163cb3","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"sdc_regions_ensure_undo: Deleting crucible regions","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2026-03-20T18:35:35.766235393Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"saga_id":"645fc21e-83df-4633-a101-215530163cb3","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:35.789668378Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"[::1]:53113","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:48781"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:35.789753728Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"[::1]:37241","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:40268"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:35.789781615Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"[::1]:57999","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:62423"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:35.790164977Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"uri":"/crucible/0/regions/a768e119-8294-4beb-9987-a86ea93b6dd4","method":"GET","req_id":"dc941b23-0287-4e12-ac13-3c23ab94b31c","remote_addr":"[::1]:48781","local_addr":"[::1]:53113","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:35.790312838Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"uri":"/crucible/0/regions/eaa341ec-eeff-4451-b9ee-af98ff65f0a3","method":"GET","req_id":"0a74616e-23df-4686-a385-5edac6fb68da","remote_addr":"[::1]:40268","local_addr":"[::1]:37241","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:35.790418769Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"uri":"/crucible/0/regions/14f65ae3-5913-4f77-ad38-7c520d39fb67","method":"GET","req_id":"1525f5da-291a-4bc1-a224-6ab5d8073e83","remote_addr":"[::1]:62423","local_addr":"[::1]:57999","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:35.790833526Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"uri":"/crucible/0/regions/a768e119-8294-4beb-9987-a86ea93b6dd4","method":"GET","req_id":"dc941b23-0287-4e12-ac13-3c23ab94b31c","remote_addr":"[::1]:48781","local_addr":"[::1]:53113","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","error_message_external":"Not Found","error_message_internal":"Region not found","latency_us":685,"response_code":404} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:35.790967993Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"uri":"/crucible/0/regions/eaa341ec-eeff-4451-b9ee-af98ff65f0a3","method":"GET","req_id":"0a74616e-23df-4686-a385-5edac6fb68da","remote_addr":"[::1]:40268","local_addr":"[::1]:37241","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","error_message_external":"Not Found","error_message_internal":"Region not found","latency_us":606,"response_code":404} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:35.791041439Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"uri":"/crucible/0/regions/14f65ae3-5913-4f77-ad38-7c520d39fb67","method":"GET","req_id":"1525f5da-291a-4bc1-a224-6ab5d8073e83","remote_addr":"[::1]:62423","local_addr":"[::1]:57999","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","error_message_external":"Not Found","error_message_internal":"Region not found","latency_us":530,"response_code":404} {"msg":"sdc_regions_ensure_undo: Deleted crucible regions","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:35.791437355Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"saga_id":"645fc21e-83df-4633-a101-215530163cb3","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"sdc_regions_ensure_undo: Deleting crucible regions","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2026-03-20T18:35:35.791654574Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"saga_id":"645fc21e-83df-4633-a101-215530163cb3","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:35.803106809Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"uri":"/crucible/0/regions/a768e119-8294-4beb-9987-a86ea93b6dd4","method":"GET","req_id":"add1b786-942b-4ec9-bd87-4c348b4df345","remote_addr":"[::1]:48781","local_addr":"[::1]:53113","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:35.803192599Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"uri":"/crucible/0/regions/eaa341ec-eeff-4451-b9ee-af98ff65f0a3","method":"GET","req_id":"944df628-e2b7-4b71-aba9-88368f16db6b","remote_addr":"[::1]:40268","local_addr":"[::1]:37241","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:35.80325614Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"uri":"/crucible/0/regions/14f65ae3-5913-4f77-ad38-7c520d39fb67","method":"GET","req_id":"731acd1b-ca10-4f5c-b2fb-6b299fdb006f","remote_addr":"[::1]:62423","local_addr":"[::1]:57999","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:35.803574172Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"uri":"/crucible/0/regions/a768e119-8294-4beb-9987-a86ea93b6dd4","method":"GET","req_id":"add1b786-942b-4ec9-bd87-4c348b4df345","remote_addr":"[::1]:48781","local_addr":"[::1]:53113","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","error_message_external":"Not Found","error_message_internal":"Region not found","latency_us":491,"response_code":404} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:35.803666759Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"uri":"/crucible/0/regions/eaa341ec-eeff-4451-b9ee-af98ff65f0a3","method":"GET","req_id":"944df628-e2b7-4b71-aba9-88368f16db6b","remote_addr":"[::1]:40268","local_addr":"[::1]:37241","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","error_message_external":"Not Found","error_message_internal":"Region not found","latency_us":459,"response_code":404} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:35.80370799Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"uri":"/crucible/0/regions/14f65ae3-5913-4f77-ad38-7c520d39fb67","method":"GET","req_id":"731acd1b-ca10-4f5c-b2fb-6b299fdb006f","remote_addr":"[::1]:62423","local_addr":"[::1]:57999","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","error_message_external":"Not Found","error_message_internal":"Region not found","latency_us":455,"response_code":404} {"msg":"sdc_regions_ensure_undo: Deleted crucible regions","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:35.804231936Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"saga_id":"645fc21e-83df-4633-a101-215530163cb3","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:35.804270538Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N005 undo_finished"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:35.804293108Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"event_type":"UndoFinished","node_id":"5","saga_id":"645fc21e-83df-4633-a101-215530163cb3","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:35.807971637Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N004 undo_started"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:35.808024843Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"event_type":"UndoStarted","node_id":"4","saga_id":"645fc21e-83df-4633-a101-215530163cb3","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:35.827791722Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N004 undo_finished"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:35.827862849Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"event_type":"UndoFinished","node_id":"4","saga_id":"645fc21e-83df-4633-a101-215530163cb3","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:35.831202556Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N003 undo_started"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:35.831272104Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"event_type":"UndoStarted","node_id":"3","saga_id":"645fc21e-83df-4633-a101-215530163cb3","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:35.842820484Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N003 undo_finished"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:35.842895389Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"event_type":"UndoFinished","node_id":"3","saga_id":"645fc21e-83df-4633-a101-215530163cb3","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:35.849656765Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N002 undo_started"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:35.849734179Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"event_type":"UndoStarted","node_id":"2","saga_id":"645fc21e-83df-4633-a101-215530163cb3","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:35.85859327Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"SpaceAccount","saga_id":"645fc21e-83df-4633-a101-215530163cb3","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:35.858684258Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"SpaceAccount","saga_id":"645fc21e-83df-4633-a101-215530163cb3","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:35.859201438Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"SpaceAccount","saga_id":"645fc21e-83df-4633-a101-215530163cb3","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:35.867673558Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N002 undo_finished"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:35.86773483Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"event_type":"UndoFinished","node_id":"2","saga_id":"645fc21e-83df-4633-a101-215530163cb3","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:35.872869722Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N001 undo_started"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:35.873084413Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"event_type":"UndoStarted","node_id":"1","saga_id":"645fc21e-83df-4633-a101-215530163cb3","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:35.877030898Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N001 undo_finished"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:35.877087221Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"event_type":"UndoFinished","node_id":"1","saga_id":"645fc21e-83df-4633-a101-215530163cb3","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:35.887535913Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N000 undo_started"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:35.887609609Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"event_type":"UndoStarted","node_id":"0","saga_id":"645fc21e-83df-4633-a101-215530163cb3","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:35.894150258Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N000 undo_finished"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:35.894238097Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"event_type":"UndoFinished","node_id":"0","saga_id":"645fc21e-83df-4633-a101-215530163cb3","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:35.898864366Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N009 undo_started"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:35.898915692Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"event_type":"UndoStarted","node_id":"9","saga_id":"645fc21e-83df-4633-a101-215530163cb3","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:35.905591408Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N009 undo_finished"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:35.905769775Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"event_type":"UndoFinished","node_id":"9","saga_id":"645fc21e-83df-4633-a101-215530163cb3","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"update for saga cached state","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:35.913774883Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"Done","saga_id":"645fc21e-83df-4633-a101-215530163cb3"} {"msg":"updating state","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:35.913838723Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"new_state":"done","saga_id":"645fc21e-83df-4633-a101-215530163cb3","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga finished","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2026-03-20T18:35:35.921665344Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"action_error_source":"InjectedError","action_error_node_name":"\"regions_ensure\"","result":"failure","saga_name":"disk-create","saga_id":"645fc21e-83df-4633-a101-215530163cb3","sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","undo_result":"success"} {"msg":"tracked saga has finished","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:35.922447781Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"saga_id":"645fc21e-83df-4633-a101-215530163cb3","component":"SagaQuiesceHandle","component":"NexusQuiesceHandle","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga finished","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:35.922703892Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"saga_id":"645fc21e-83df-4633-a101-215530163cb3","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","saga_result":"SagaResult { saga_id: 645fc21e-83df-4633-a101-215530163cb3, saga_log: SagaLog { saga_id: 645fc21e-83df-4633-a101-215530163cb3, unwinding: true, events: [N009 started, N009 succeeded, N000 started, N000 succeeded, N001 started, N001 succeeded, N002 started, N002 succeeded, N003 started, N003 succeeded, N004 started, N004 succeeded, N005 started, N005 succeeded, N006 started, N006 failed, N005 undo_started, N005 undo_finished, N004 undo_started, N004 undo_finished, N003 undo_started, N003 undo_finished, N002 undo_started, N002 undo_finished, N001 undo_started, N001 undo_finished, N000 undo_started, N000 undo_finished, N009 undo_started, N009 undo_finished], node_status: {0: UndoFinished, 1: UndoFinished, 2: UndoFinished, 3: UndoFinished, 4: UndoFinished, 5: UndoFinished, 6: Failed(InjectedError), 9: UndoFinished} }, kind: Err(SagaResultErr { error_node_name: \"regions_ensure\", error_source: InjectedError, undo_failure: None }) }"} {"msg":"Creating new saga that will fail at index NodeIndex(7)","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:36.011512199Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"label":"CreateVolumeRecord","node_name":"created_volume"} {"msg":"tracking newly created saga","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:36.011585925Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"saga_id":"9a9c6b28-6a5b-4b2e-b974-0dfda95274c7","component":"SagaQuiesceHandle","component":"NexusQuiesceHandle","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"preparing saga","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:36.01161851Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"saga_id":"9a9c6b28-6a5b-4b2e-b974-0dfda95274c7","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga create","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:36.011724381Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"saga_name":"disk-create","saga_id":"9a9c6b28-6a5b-4b2e-b974-0dfda95274c7","sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dag":"{\"end_node\":10,\"graph\":{\"edge_property\":\"directed\",\"edges\":[[0,1,null],[1,2,null],[2,3,null],[3,4,null],[4,5,null],[5,6,null],[6,7,null],[7,8,null],[9,0,null],[8,10,null]],\"node_holes\":[],\"nodes\":[{\"Action\":{\"action_name\":\"common.uuid_generate\",\"label\":\"GenerateDiskId\",\"name\":\"disk_id\"}},{\"Action\":{\"action_name\":\"common.uuid_generate\",\"label\":\"GenerateVolumeId\",\"name\":\"volume_id\"}},{\"Action\":{\"action_name\":\"disk_create.space_account\",\"label\":\"SpaceAccount\",\"name\":\"no_result\"}},{\"Action\":{\"action_name\":\"disk_create.create_crucible_disk_record\",\"label\":\"CreateCrucibleDiskRecord\",\"name\":\"crucible_disk\"}},{\"Action\":{\"action_name\":\"disk_create.regions_alloc\",\"label\":\"RegionsAlloc\",\"name\":\"datasets_and_regions\"}},{\"Action\":{\"action_name\":\"disk_create.regions_ensure_undo\",\"label\":\"RegionsEnsureUndo\",\"name\":\"regions_ensure_undo\"}},{\"Action\":{\"action_name\":\"disk_create.regions_ensure\",\"label\":\"RegionsEnsure\",\"name\":\"regions_ensure\"}},{\"Action\":{\"action_name\":\"disk_create.create_volume_record\",\"label\":\"CreateVolumeRecord\",\"name\":\"created_volume\"}},{\"Action\":{\"action_name\":\"disk_create.finalize_disk_record\",\"label\":\"FinalizeDiskRecord\",\"name\":\"created_disk\"}},{\"Start\":{\"params\":{\"create_params\":{\"description\":\"My disk\",\"disk_backend\":{\"disk_source\":{\"block_size\":512,\"type\":\"blank\"},\"type\":\"distributed\"},\"name\":\"my-disk\",\"size\":1073741824},\"project_id\":\"73bf3a4f-07c2-400e-9351-fcd6b7267e7c\",\"serialized_authn\":{\"kind\":{\"Authenticated\":[{\"actor\":{\"SiloUser\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"silo_user_id\":\"001de000-05e4-4000-8000-000000004007\"}},\"credential_id\":null,\"device_token_expiration\":null},{\"mapped_fleet_roles\":{}}]}}}}},\"End\"]},\"saga_name\":\"disk-create\",\"start_node\":9}"} {"msg":"creating saga","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:36.011851502Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","saga_name":"disk-create","saga_id":"9a9c6b28-6a5b-4b2e-b974-0dfda95274c7"} {"msg":"saga_inject_error","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:36.016617406Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","error_type":"FailAction","node_id":"NodeIndex(7)","saga_id":"9a9c6b28-6a5b-4b2e-b974-0dfda95274c7"} {"msg":"saga_inject_error","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:36.01667215Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","error_type":"Repeat(RepeatInjected { action: 1, undo: 2 })","node_id":"NodeIndex(6)","saga_id":"9a9c6b28-6a5b-4b2e-b974-0dfda95274c7"} {"msg":"starting saga","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:36.016699637Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"saga_id":"9a9c6b28-6a5b-4b2e-b974-0dfda95274c7","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga start","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:36.016723126Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"saga_name":"disk-create","saga_id":"9a9c6b28-6a5b-4b2e-b974-0dfda95274c7","sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:36.016745456Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N009 started"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:36.016806248Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"event_type":"Started","node_id":"9","saga_id":"9a9c6b28-6a5b-4b2e-b974-0dfda95274c7","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:36.021885796Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N009 succeeded"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:36.021933114Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"event_type":"Succeeded(Null)","node_id":"9","saga_id":"9a9c6b28-6a5b-4b2e-b974-0dfda95274c7","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:36.027608675Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N000 started"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:36.02768388Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"event_type":"Started","node_id":"0","saga_id":"9a9c6b28-6a5b-4b2e-b974-0dfda95274c7","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:36.032517263Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N000 succeeded"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:36.032583942Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"event_type":"Succeeded(String(\"a5d7e15b-e065-4988-8435-92ebffafeca0\"))","node_id":"0","saga_id":"9a9c6b28-6a5b-4b2e-b974-0dfda95274c7","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:36.037990688Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N001 started"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:36.038061355Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"event_type":"Started","node_id":"1","saga_id":"9a9c6b28-6a5b-4b2e-b974-0dfda95274c7","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:36.044943855Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N001 succeeded"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:36.045002438Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"event_type":"Succeeded(String(\"3021d47a-c40f-438c-bcad-3319c0d97217\"))","node_id":"1","saga_id":"9a9c6b28-6a5b-4b2e-b974-0dfda95274c7","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:36.049723383Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N002 started"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:36.0499226Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"event_type":"Started","node_id":"2","saga_id":"9a9c6b28-6a5b-4b2e-b974-0dfda95274c7","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:36.055863738Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"SpaceAccount","saga_id":"9a9c6b28-6a5b-4b2e-b974-0dfda95274c7","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:36.055946589Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"SpaceAccount","saga_id":"9a9c6b28-6a5b-4b2e-b974-0dfda95274c7","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:36.056833587Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"SpaceAccount","saga_id":"9a9c6b28-6a5b-4b2e-b974-0dfda95274c7","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:36.0681825Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N002 succeeded"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:36.068247939Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"event_type":"Succeeded(Null)","node_id":"2","saga_id":"9a9c6b28-6a5b-4b2e-b974-0dfda95274c7","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:36.075986181Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N003 started"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:36.076035808Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"event_type":"Started","node_id":"3","saga_id":"9a9c6b28-6a5b-4b2e-b974-0dfda95274c7","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:36.082173675Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateCrucibleDiskRecord","saga_id":"9a9c6b28-6a5b-4b2e-b974-0dfda95274c7","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:36.082257186Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateCrucibleDiskRecord","saga_id":"9a9c6b28-6a5b-4b2e-b974-0dfda95274c7","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:36.083329397Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateCrucibleDiskRecord","saga_id":"9a9c6b28-6a5b-4b2e-b974-0dfda95274c7","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:36.088918838Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateCrucibleDiskRecord","saga_id":"9a9c6b28-6a5b-4b2e-b974-0dfda95274c7","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:36.089014714Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateCrucibleDiskRecord","saga_id":"9a9c6b28-6a5b-4b2e-b974-0dfda95274c7","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:36.089755199Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateCrucibleDiskRecord","saga_id":"9a9c6b28-6a5b-4b2e-b974-0dfda95274c7","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:36.09295962Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateCrucibleDiskRecord","saga_id":"9a9c6b28-6a5b-4b2e-b974-0dfda95274c7","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 73bf3a4f-07c2-400e-9351-fcd6b7267e7c, lookup_type: ById(73bf3a4f-07c2-400e-9351-fcd6b7267e7c) }","action":"CreateChild","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:36.093078804Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateCrucibleDiskRecord","saga_id":"9a9c6b28-6a5b-4b2e-b974-0dfda95274c7","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"73bf3a4f-07c2-400e-9351-fcd6b7267e7c","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:36.093122544Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateCrucibleDiskRecord","saga_id":"9a9c6b28-6a5b-4b2e-b974-0dfda95274c7","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:36.093165124Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateCrucibleDiskRecord","saga_id":"9a9c6b28-6a5b-4b2e-b974-0dfda95274c7","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:36.093490613Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateCrucibleDiskRecord","saga_id":"9a9c6b28-6a5b-4b2e-b974-0dfda95274c7","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:36.097075786Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateCrucibleDiskRecord","saga_id":"9a9c6b28-6a5b-4b2e-b974-0dfda95274c7","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:36.097184275Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateCrucibleDiskRecord","saga_id":"9a9c6b28-6a5b-4b2e-b974-0dfda95274c7","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:36.097232563Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateCrucibleDiskRecord","saga_id":"9a9c6b28-6a5b-4b2e-b974-0dfda95274c7","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:36.098176254Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateCrucibleDiskRecord","saga_id":"9a9c6b28-6a5b-4b2e-b974-0dfda95274c7","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:36.104573599Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateCrucibleDiskRecord","saga_id":"9a9c6b28-6a5b-4b2e-b974-0dfda95274c7","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:36.104670005Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateCrucibleDiskRecord","saga_id":"9a9c6b28-6a5b-4b2e-b974-0dfda95274c7","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:36.104710386Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateCrucibleDiskRecord","saga_id":"9a9c6b28-6a5b-4b2e-b974-0dfda95274c7","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:36.105915016Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateCrucibleDiskRecord","saga_id":"9a9c6b28-6a5b-4b2e-b974-0dfda95274c7","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:36.113978537Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateCrucibleDiskRecord","saga_id":"9a9c6b28-6a5b-4b2e-b974-0dfda95274c7","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:36.137495802Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateCrucibleDiskRecord","saga_id":"9a9c6b28-6a5b-4b2e-b974-0dfda95274c7","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 73bf3a4f-07c2-400e-9351-fcd6b7267e7c, lookup_type: ById(73bf3a4f-07c2-400e-9351-fcd6b7267e7c) }","action":"CreateChild","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:36.137607Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateCrucibleDiskRecord","saga_id":"9a9c6b28-6a5b-4b2e-b974-0dfda95274c7","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 73bf3a4f-07c2-400e-9351-fcd6b7267e7c, lookup_type: ById(73bf3a4f-07c2-400e-9351-fcd6b7267e7c) }","action":"CreateChild","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:36.13765056Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateCrucibleDiskRecord","saga_id":"9a9c6b28-6a5b-4b2e-b974-0dfda95274c7","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"73bf3a4f-07c2-400e-9351-fcd6b7267e7c","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:36.137687793Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateCrucibleDiskRecord","saga_id":"9a9c6b28-6a5b-4b2e-b974-0dfda95274c7","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:36.137721957Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateCrucibleDiskRecord","saga_id":"9a9c6b28-6a5b-4b2e-b974-0dfda95274c7","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:36.138030743Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateCrucibleDiskRecord","saga_id":"9a9c6b28-6a5b-4b2e-b974-0dfda95274c7","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:36.142261086Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateCrucibleDiskRecord","saga_id":"9a9c6b28-6a5b-4b2e-b974-0dfda95274c7","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:36.142334182Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateCrucibleDiskRecord","saga_id":"9a9c6b28-6a5b-4b2e-b974-0dfda95274c7","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:36.142372854Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateCrucibleDiskRecord","saga_id":"9a9c6b28-6a5b-4b2e-b974-0dfda95274c7","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:36.142848973Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateCrucibleDiskRecord","saga_id":"9a9c6b28-6a5b-4b2e-b974-0dfda95274c7","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:36.157870269Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateCrucibleDiskRecord","saga_id":"9a9c6b28-6a5b-4b2e-b974-0dfda95274c7","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:36.157967673Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateCrucibleDiskRecord","saga_id":"9a9c6b28-6a5b-4b2e-b974-0dfda95274c7","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:36.158007945Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateCrucibleDiskRecord","saga_id":"9a9c6b28-6a5b-4b2e-b974-0dfda95274c7","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:36.158503954Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateCrucibleDiskRecord","saga_id":"9a9c6b28-6a5b-4b2e-b974-0dfda95274c7","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:36.163402976Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateCrucibleDiskRecord","saga_id":"9a9c6b28-6a5b-4b2e-b974-0dfda95274c7","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:36.171211885Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateCrucibleDiskRecord","saga_id":"9a9c6b28-6a5b-4b2e-b974-0dfda95274c7","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 73bf3a4f-07c2-400e-9351-fcd6b7267e7c, lookup_type: ById(73bf3a4f-07c2-400e-9351-fcd6b7267e7c) }","action":"CreateChild","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:36.171301814Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateCrucibleDiskRecord","saga_id":"9a9c6b28-6a5b-4b2e-b974-0dfda95274c7","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:36.171340206Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateCrucibleDiskRecord","saga_id":"9a9c6b28-6a5b-4b2e-b974-0dfda95274c7","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:36.171998979Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateCrucibleDiskRecord","saga_id":"9a9c6b28-6a5b-4b2e-b974-0dfda95274c7","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:36.183537165Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N003 succeeded"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:36.183608861Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"event_type":"Succeeded(Object {\"disk\": Object {\"attach_instance_id\": Null, \"block_size\": String(\"Traditional\"), \"disk_state\": String(\"creating\"), \"disk_type\": String(\"Crucible\"), \"identity\": Object {\"description\": String(\"My disk\"), \"id\": String(\"a5d7e15b-e065-4988-8435-92ebffafeca0\"), \"name\": String(\"my-disk\"), \"time_created\": String(\"2026-03-20T18:35:36.082094Z\"), \"time_deleted\": Null, \"time_modified\": String(\"2026-03-20T18:35:36.082094Z\")}, \"project_id\": String(\"73bf3a4f-07c2-400e-9351-fcd6b7267e7c\"), \"rcgen\": Number(1), \"size\": Number(1073741824), \"slot\": Null, \"state_generation\": Number(1), \"time_state_updated\": String(\"2026-03-20T18:35:36.082092142Z\")}, \"disk_type_crucible\": Object {\"create_image_id\": Null, \"create_snapshot_id\": Null, \"disk_id\": String(\"a5d7e15b-e065-4988-8435-92ebffafeca0\"), \"pantry_address\": Null, \"read_only\": Bool(false), \"volume_id\": String(\"3021d47a-c40f-438c-bcad-3319c0d97217\")}})","node_id":"3","saga_id":"9a9c6b28-6a5b-4b2e-b974-0dfda95274c7","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:36.194117175Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N004 started"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:36.194182045Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"event_type":"Started","node_id":"4","saga_id":"9a9c6b28-6a5b-4b2e-b974-0dfda95274c7","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:36.200485934Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"RegionsAlloc","saga_id":"9a9c6b28-6a5b-4b2e-b974-0dfda95274c7","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:36.200573963Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"RegionsAlloc","saga_id":"9a9c6b28-6a5b-4b2e-b974-0dfda95274c7","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:36.201200802Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"RegionsAlloc","saga_id":"9a9c6b28-6a5b-4b2e-b974-0dfda95274c7","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"Allocated regions for volume","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:36.226953008Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"datastore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","datasets_and_regions":"[(CrucibleDataset { identity: CrucibleDatasetIdentity { id: 3506293c-1b5d-47ec-9e20-f3d53d0cb8bc (dataset), time_created: 2026-03-20T18:35:27.769972Z, time_modified: 2026-03-20T18:35:27.769972Z }, time_deleted: None, rcgen: Generation(Generation(1)), pool_id: 032d5ae7-ab45-4081-b3d0-83b0dbf1b251 (zpool), ip: ::1, port: SqlU16(57999), size_used: 1342177280, no_provision: false }, Region { identity: RegionIdentity { id: d9b97837-1547-41d0-bea2-ce4e59a7ce27, time_created: 2026-03-20T18:35:36.205554Z, time_modified: 2026-03-20T18:35:36.205554Z }, dataset_id: 3506293c-1b5d-47ec-9e20-f3d53d0cb8bc (dataset), volume_id: 3021d47a-c40f-438c-bcad-3319c0d97217 (volume), block_size: ByteCount(ByteCount(512)), blocks_per_extent: 131072, extent_count: 16, port: None, read_only: false, deleting: false, reservation_percent: TwentyFive }), (CrucibleDataset { identity: CrucibleDatasetIdentity { id: 7da5c7e0-9cdb-41a0-a48c-99cdac2cbb1a (dataset), time_created: 2026-03-20T18:35:29.698021Z, time_modified: 2026-03-20T18:35:29.698021Z }, time_deleted: None, rcgen: Generation(Generation(1)), pool_id: 57b8c724-2823-4252-9aaf-7bf94d07a6bd (zpool), ip: ::1, port: SqlU16(53113), size_used: 1342177280, no_provision: false }, Region { identity: RegionIdentity { id: 8345a3c0-385e-4373-bcfa-9a343488e159, time_created: 2026-03-20T18:35:36.205554Z, time_modified: 2026-03-20T18:35:36.205554Z }, dataset_id: 7da5c7e0-9cdb-41a0-a48c-99cdac2cbb1a (dataset), volume_id: 3021d47a-c40f-438c-bcad-3319c0d97217 (volume), block_size: ByteCount(ByteCount(512)), blocks_per_extent: 131072, extent_count: 16, port: None, read_only: false, deleting: false, reservation_percent: TwentyFive }), (CrucibleDataset { identity: CrucibleDatasetIdentity { id: fd06841d-a431-463f-9a13-2bdafc72e21c (dataset), time_created: 2026-03-20T18:35:18.544304Z, time_modified: 2026-03-20T18:35:18.544304Z }, time_deleted: None, rcgen: Generation(Generation(1)), pool_id: 19ac1634-62fd-4eb1-b552-f984f81a74de (zpool), ip: ::1, port: SqlU16(37241), size_used: 1342177280, no_provision: false }, Region { identity: RegionIdentity { id: 22999748-a916-4c09-ba2d-8395cebd4950, time_created: 2026-03-20T18:35:36.205554Z, time_modified: 2026-03-20T18:35:36.205554Z }, dataset_id: fd06841d-a431-463f-9a13-2bdafc72e21c (dataset), volume_id: 3021d47a-c40f-438c-bcad-3319c0d97217 (volume), block_size: ByteCount(ByteCount(512)), blocks_per_extent: 131072, extent_count: 16, port: None, read_only: false, deleting: false, reservation_percent: TwentyFive })]","maybe_snapshot_id":"None","volume_id":"3021d47a-c40f-438c-bcad-3319c0d97217"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:36.227704089Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N004 succeeded"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:36.227781053Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"event_type":"Succeeded(Array [Array [Object {\"identity\": Object {\"id\": String(\"3506293c-1b5d-47ec-9e20-f3d53d0cb8bc\"), \"time_created\": String(\"2026-03-20T18:35:27.769972Z\"), \"time_modified\": String(\"2026-03-20T18:35:27.769972Z\")}, \"ip\": String(\"::1\"), \"no_provision\": Bool(false), \"pool_id\": String(\"032d5ae7-ab45-4081-b3d0-83b0dbf1b251\"), \"port\": Number(57999), \"rcgen\": Number(1), \"size_used\": Number(1342177280), \"time_deleted\": Null}, Object {\"block_size\": Number(512), \"blocks_per_extent\": Number(131072), \"dataset_id\": String(\"3506293c-1b5d-47ec-9e20-f3d53d0cb8bc\"), \"deleting\": Bool(false), \"extent_count\": Number(16), \"identity\": Object {\"id\": String(\"d9b97837-1547-41d0-bea2-ce4e59a7ce27\"), \"time_created\": String(\"2026-03-20T18:35:36.205554Z\"), \"time_modified\": String(\"2026-03-20T18:35:36.205554Z\")}, \"port\": Null, \"read_only\": Bool(false), \"reservation_percent\": String(\"TwentyFive\"), \"volume_id\": String(\"3021d47a-c40f-438c-bcad-3319c0d97217\")}], Array [Object {\"identity\": Object {\"id\": String(\"7da5c7e0-9cdb-41a0-a48c-99cdac2cbb1a\"), \"time_created\": String(\"2026-03-20T18:35:29.698021Z\"), \"time_modified\": String(\"2026-03-20T18:35:29.698021Z\")}, \"ip\": String(\"::1\"), \"no_provision\": Bool(false), \"pool_id\": String(\"57b8c724-2823-4252-9aaf-7bf94d07a6bd\"), \"port\": Number(53113), \"rcgen\": Number(1), \"size_used\": Number(1342177280), \"time_deleted\": Null}, Object {\"block_size\": Number(512), \"blocks_per_extent\": Number(131072), \"dataset_id\": String(\"7da5c7e0-9cdb-41a0-a48c-99cdac2cbb1a\"), \"deleting\": Bool(false), \"extent_count\": Number(16), \"identity\": Object {\"id\": String(\"8345a3c0-385e-4373-bcfa-9a343488e159\"), \"time_created\": String(\"2026-03-20T18:35:36.205554Z\"), \"time_modified\": String(\"2026-03-20T18:35:36.205554Z\")}, \"port\": Null, \"read_only\": Bool(false), \"reservation_percent\": String(\"TwentyFive\"), \"volume_id\": String(\"3021d47a-c40f-438c-bcad-3319c0d97217\")}], Array [Object {\"identity\": Object {\"id\": String(\"fd06841d-a431-463f-9a13-2bdafc72e21c\"), \"time_created\": String(\"2026-03-20T18:35:18.544304Z\"), \"time_modified\": String(\"2026-03-20T18:35:18.544304Z\")}, \"ip\": String(\"::1\"), \"no_provision\": Bool(false), \"pool_id\": String(\"19ac1634-62fd-4eb1-b552-f984f81a74de\"), \"port\": Number(37241), \"rcgen\": Number(1), \"size_used\": Number(1342177280), \"time_deleted\": Null}, Object {\"block_size\": Number(512), \"blocks_per_extent\": Number(131072), \"dataset_id\": String(\"fd06841d-a431-463f-9a13-2bdafc72e21c\"), \"deleting\": Bool(false), \"extent_count\": Number(16), \"identity\": Object {\"id\": String(\"22999748-a916-4c09-ba2d-8395cebd4950\"), \"time_created\": String(\"2026-03-20T18:35:36.205554Z\"), \"time_modified\": String(\"2026-03-20T18:35:36.205554Z\")}, \"port\": Null, \"read_only\": Bool(false), \"reservation_percent\": String(\"TwentyFive\"), \"volume_id\": String(\"3021d47a-c40f-438c-bcad-3319c0d97217\")}]])","node_id":"4","saga_id":"9a9c6b28-6a5b-4b2e-b974-0dfda95274c7","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:36.232611617Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N005 started"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:36.232678746Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"event_type":"Started","node_id":"5","saga_id":"9a9c6b28-6a5b-4b2e-b974-0dfda95274c7","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:36.235996173Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N005 succeeded"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:36.236177719Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"event_type":"Succeeded(Null)","node_id":"5","saga_id":"9a9c6b28-6a5b-4b2e-b974-0dfda95274c7","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:36.239731327Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N006 started"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:36.239771998Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"event_type":"Started","node_id":"6","saga_id":"9a9c6b28-6a5b-4b2e-b974-0dfda95274c7","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:36.257204752Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"uri":"/crucible/0/regions","method":"POST","req_id":"94f95d69-1b4f-4f77-abdd-9a6d0a0dd8b5","remote_addr":"[::1]:48781","local_addr":"[::1]:53113","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"created region 8345a3c0-385e-4373-bcfa-9a343488e159","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:36.257627526Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"end_port":"1150","start_port":"1100","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:36.257723751Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"uri":"/crucible/0/regions","method":"POST","req_id":"94f95d69-1b4f-4f77-abdd-9a6d0a0dd8b5","remote_addr":"[::1]:48781","local_addr":"[::1]:53113","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":545,"response_code":200} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:36.258512104Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"uri":"/crucible/0/regions","method":"POST","req_id":"04336fad-8521-4d73-8684-e98b0fefe3ad","remote_addr":"[::1]:40268","local_addr":"[::1]:37241","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:36.258569338Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"uri":"/crucible/0/regions","method":"POST","req_id":"35e9b32c-a494-463e-b4cd-808e71dfced3","remote_addr":"[::1]:62423","local_addr":"[::1]:57999","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"created region 22999748-a916-4c09-ba2d-8395cebd4950","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:36.260082794Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"end_port":"1050","start_port":"1000","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"created region d9b97837-1547-41d0-bea2-ce4e59a7ce27","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:36.260124725Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"end_port":"1100","start_port":"1050","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:36.260150063Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"uri":"/crucible/0/regions","method":"POST","req_id":"04336fad-8521-4d73-8684-e98b0fefe3ad","remote_addr":"[::1]:40268","local_addr":"[::1]:37241","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":1661,"response_code":200} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:36.260189854Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"uri":"/crucible/0/regions","method":"POST","req_id":"35e9b32c-a494-463e-b4cd-808e71dfced3","remote_addr":"[::1]:62423","local_addr":"[::1]:57999","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":1612,"response_code":200} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:36.282593467Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N006 succeeded"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:36.282670092Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"event_type":"Succeeded(Object {\"block_size\": Number(512), \"id\": String(\"a5d7e15b-e065-4988-8435-92ebffafeca0\"), \"read_only_parent\": Null, \"sub_volumes\": Array [Object {\"block_size\": Number(512), \"blocks_per_extent\": Number(131072), \"extent_count\": Number(16), \"gen\": Number(1), \"opts\": Object {\"cert_pem\": Null, \"control\": Null, \"flush_timeout\": Null, \"id\": String(\"a5d7e15b-e065-4988-8435-92ebffafeca0\"), \"key\": String(\"E2KHa1qmqUsTt3oVLGJu4e2tUi32kug0TH5t5+iTamE=\"), \"key_pem\": Null, \"lossy\": Bool(false), \"read_only\": Bool(false), \"root_cert_pem\": Null, \"target\": Array [String(\"[::1]:1050\"), String(\"[::1]:1100\"), String(\"[::1]:1000\")]}, \"type\": String(\"region\")}], \"type\": String(\"volume\")})","node_id":"6","saga_id":"9a9c6b28-6a5b-4b2e-b974-0dfda95274c7","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:36.292778312Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N007 started"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:36.292852158Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"event_type":"Started","node_id":"7","saga_id":"9a9c6b28-6a5b-4b2e-b974-0dfda95274c7","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"refreshing list of producers from Nexus","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:36.29663259Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:557","component":"oximeter"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:36.297588965Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N007 failed"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:36.297644419Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"event_type":"Failed(InjectedError)","node_id":"7","saga_id":"9a9c6b28-6a5b-4b2e-b974-0dfda95274c7","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:36.29940746Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"oximeter","body":"None","uri":"http://127.0.0.1:60299/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:36.300091951Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"1e04d13a-5558-4c38-a848-585149a1ed71","remote_addr":"127.0.0.1:53282","local_addr":"127.0.0.1:60299","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"determined request API version","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:36.300145596Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"1e04d13a-5558-4c38-a848-585149a1ed71","remote_addr":"127.0.0.1:53282","local_addr":"127.0.0.1:60299","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:36.300876836Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"1e04d13a-5558-4c38-a848-585149a1ed71","remote_addr":"127.0.0.1:53282","local_addr":"127.0.0.1:60299","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:36.300944425Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"1e04d13a-5558-4c38-a848-585149a1ed71","remote_addr":"127.0.0.1:53282","local_addr":"127.0.0.1:60299","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:36.302424047Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"1e04d13a-5558-4c38-a848-585149a1ed71","remote_addr":"127.0.0.1:53282","local_addr":"127.0.0.1:60299","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"update for saga cached state","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:36.305498028Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"Unwinding","saga_id":"9a9c6b28-6a5b-4b2e-b974-0dfda95274c7"} {"msg":"updating state","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:36.305555311Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"new_state":"unwinding","saga_id":"9a9c6b28-6a5b-4b2e-b974-0dfda95274c7","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:36.311505804Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"1e04d13a-5558-4c38-a848-585149a1ed71","remote_addr":"127.0.0.1:53282","local_addr":"127.0.0.1:60299","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":7623,"response_code":200} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:36.311909047Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:60299/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1e04d13a-5558-4c38-a848-585149a1ed71\", \"content-length\": \"405\", \"date\": \"Fri, 20 Mar 2026 18:35:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:36.311962932Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"oximeter","body":"None","uri":"http://127.0.0.1:60299/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:36.311992618Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"9953db9a-134a-4999-b751-e35540d882f4","remote_addr":"127.0.0.1:53282","local_addr":"127.0.0.1:60299","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"determined request API version","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:36.312029501Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"9953db9a-134a-4999-b751-e35540d882f4","remote_addr":"127.0.0.1:53282","local_addr":"127.0.0.1:60299","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:36.312579725Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"9953db9a-134a-4999-b751-e35540d882f4","remote_addr":"127.0.0.1:53282","local_addr":"127.0.0.1:60299","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:36.312666465Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"9953db9a-134a-4999-b751-e35540d882f4","remote_addr":"127.0.0.1:53282","local_addr":"127.0.0.1:60299","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:36.313167462Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"9953db9a-134a-4999-b751-e35540d882f4","remote_addr":"127.0.0.1:53282","local_addr":"127.0.0.1:60299","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:36.314864423Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N006 undo_started"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:36.314922056Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"event_type":"UndoStarted","node_id":"6","saga_id":"9a9c6b28-6a5b-4b2e-b974-0dfda95274c7","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:36.316299855Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"producer_port":56192,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collecting from producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:36.316351511Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"producer_port":56192,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:36.320980589Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"9953db9a-134a-4999-b751-e35540d882f4","remote_addr":"127.0.0.1:53282","local_addr":"127.0.0.1:60299","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":7996,"response_code":200} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:36.324753815Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N006 undo_finished"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:36.324821533Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"event_type":"UndoFinished","node_id":"6","saga_id":"9a9c6b28-6a5b-4b2e-b974-0dfda95274c7","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:36.332365226Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:60299/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9953db9a-134a-4999-b751-e35540d882f4\", \"content-length\": \"29\", \"date\": \"Fri, 20 Mar 2026 18:35:36 GMT\"} })"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:36.332469787Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:36.332501942Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"} {"msg":"refreshed list of producers from Nexus","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:36.33252704Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:632","component":"oximeter","n_current_tasks":2,"n_pruned_tasks":0} {"msg":"sent collection request to producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:36.332558906Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"producer_port":56192,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:36.333320681Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"producer_port":56192,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:36.333385211Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"producer_port":56192,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:36.333413508Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"producer_port":56192,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:36.337605249Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N005 undo_started"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:36.337692559Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"event_type":"UndoStarted","node_id":"5","saga_id":"9a9c6b28-6a5b-4b2e-b974-0dfda95274c7","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"sdc_regions_ensure_undo: Deleting crucible regions","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2026-03-20T18:35:36.34558202Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"saga_id":"9a9c6b28-6a5b-4b2e-b974-0dfda95274c7","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:36.355874145Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"uri":"/crucible/0/regions/8345a3c0-385e-4373-bcfa-9a343488e159","method":"GET","req_id":"15394af8-7387-4613-84f5-70e6827264ce","remote_addr":"[::1]:48781","local_addr":"[::1]:53113","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:36.355957636Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"uri":"/crucible/0/regions/d9b97837-1547-41d0-bea2-ce4e59a7ce27","method":"GET","req_id":"4a2e2634-1b0c-46a9-9605-274c48c98894","remote_addr":"[::1]:62423","local_addr":"[::1]:57999","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:36.35599263Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"uri":"/crucible/0/regions/8345a3c0-385e-4373-bcfa-9a343488e159","method":"GET","req_id":"15394af8-7387-4613-84f5-70e6827264ce","remote_addr":"[::1]:48781","local_addr":"[::1]:53113","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":508,"response_code":200} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:36.356033951Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"uri":"/crucible/0/regions/d9b97837-1547-41d0-bea2-ce4e59a7ce27","method":"GET","req_id":"4a2e2634-1b0c-46a9-9605-274c48c98894","remote_addr":"[::1]:62423","local_addr":"[::1]:57999","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":253,"response_code":200} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:36.360881667Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"uri":"/crucible/0/regions/22999748-a916-4c09-ba2d-8395cebd4950","method":"GET","req_id":"641db7b9-a00d-4d7b-9e91-f9e48cf299f3","remote_addr":"[::1]:40268","local_addr":"[::1]:37241","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:36.361257462Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"uri":"/crucible/0/regions/22999748-a916-4c09-ba2d-8395cebd4950","method":"GET","req_id":"641db7b9-a00d-4d7b-9e91-f9e48cf299f3","remote_addr":"[::1]:40268","local_addr":"[::1]:37241","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":322,"response_code":200} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:36.369500049Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"uri":"/crucible/0/regions/8345a3c0-385e-4373-bcfa-9a343488e159","method":"DELETE","req_id":"e2f9fd30-1664-4e6d-86cf-71511b77a5cb","remote_addr":"[::1]:48781","local_addr":"[::1]:53113","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:36.369591157Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"uri":"/crucible/0/regions/22999748-a916-4c09-ba2d-8395cebd4950","method":"DELETE","req_id":"048c823d-3909-4117-aac0-a3b264f1b938","remote_addr":"[::1]:40268","local_addr":"[::1]:37241","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:36.369624691Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"uri":"/crucible/0/regions/d9b97837-1547-41d0-bea2-ce4e59a7ce27","method":"DELETE","req_id":"f1b38610-5aa1-4e96-a6a8-bbd395abcf09","remote_addr":"[::1]:62423","local_addr":"[::1]:57999","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"deleted region RegionId(\"8345a3c0-385e-4373-bcfa-9a343488e159\")","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:36.369657516Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"end_port":"1150","start_port":"1100","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"deleted region RegionId(\"22999748-a916-4c09-ba2d-8395cebd4950\")","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:36.369712521Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"end_port":"1050","start_port":"1000","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"deleted region RegionId(\"d9b97837-1547-41d0-bea2-ce4e59a7ce27\")","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:36.369744016Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"end_port":"1100","start_port":"1050","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:36.369768415Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"uri":"/crucible/0/regions/8345a3c0-385e-4373-bcfa-9a343488e159","method":"DELETE","req_id":"e2f9fd30-1664-4e6d-86cf-71511b77a5cb","remote_addr":"[::1]:48781","local_addr":"[::1]:53113","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":386,"response_code":204} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:36.369809166Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"uri":"/crucible/0/regions/22999748-a916-4c09-ba2d-8395cebd4950","method":"DELETE","req_id":"048c823d-3909-4117-aac0-a3b264f1b938","remote_addr":"[::1]:40268","local_addr":"[::1]:37241","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":298,"response_code":204} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:36.36984223Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"uri":"/crucible/0/regions/d9b97837-1547-41d0-bea2-ce4e59a7ce27","method":"DELETE","req_id":"f1b38610-5aa1-4e96-a6a8-bbd395abcf09","remote_addr":"[::1]:62423","local_addr":"[::1]:57999","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":272,"response_code":204} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:36.380069095Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"uri":"/crucible/0/regions/8345a3c0-385e-4373-bcfa-9a343488e159","method":"GET","req_id":"01f012bc-21db-4ad3-941a-4a677ee722c6","remote_addr":"[::1]:48781","local_addr":"[::1]:53113","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:36.3801673Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"uri":"/crucible/0/regions/22999748-a916-4c09-ba2d-8395cebd4950","method":"GET","req_id":"fe4bde8e-9766-4b32-a3d3-a060507442cb","remote_addr":"[::1]:40268","local_addr":"[::1]:37241","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:36.38023161Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"uri":"/crucible/0/regions/d9b97837-1547-41d0-bea2-ce4e59a7ce27","method":"GET","req_id":"4660e58e-060e-4aab-8d6e-ac838cf5228b","remote_addr":"[::1]:62423","local_addr":"[::1]:57999","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:36.380468809Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"uri":"/crucible/0/regions/8345a3c0-385e-4373-bcfa-9a343488e159","method":"GET","req_id":"01f012bc-21db-4ad3-941a-4a677ee722c6","remote_addr":"[::1]:48781","local_addr":"[::1]:53113","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":414,"response_code":200} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:36.380523174Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"uri":"/crucible/0/regions/22999748-a916-4c09-ba2d-8395cebd4950","method":"GET","req_id":"fe4bde8e-9766-4b32-a3d3-a060507442cb","remote_addr":"[::1]:40268","local_addr":"[::1]:37241","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":351,"response_code":200} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:36.380554919Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"uri":"/crucible/0/regions/d9b97837-1547-41d0-bea2-ce4e59a7ce27","method":"GET","req_id":"4660e58e-060e-4aab-8d6e-ac838cf5228b","remote_addr":"[::1]:62423","local_addr":"[::1]:57999","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":309,"response_code":200} {"msg":"region deleted","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:36.380857439Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"saga_id":"9a9c6b28-6a5b-4b2e-b974-0dfda95274c7","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","region_id":"8345a3c0-385e-4373-bcfa-9a343488e159"} {"msg":"region deleted","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:36.380936962Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"saga_id":"9a9c6b28-6a5b-4b2e-b974-0dfda95274c7","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","region_id":"22999748-a916-4c09-ba2d-8395cebd4950"} {"msg":"region deleted","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:36.380998213Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"saga_id":"9a9c6b28-6a5b-4b2e-b974-0dfda95274c7","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","region_id":"d9b97837-1547-41d0-bea2-ce4e59a7ce27"} {"msg":"sdc_regions_ensure_undo: Deleted crucible regions","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:36.381024571Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"saga_id":"9a9c6b28-6a5b-4b2e-b974-0dfda95274c7","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:36.381087492Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N005 undo_finished"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:36.381118337Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"event_type":"UndoFinished","node_id":"5","saga_id":"9a9c6b28-6a5b-4b2e-b974-0dfda95274c7","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:36.389826039Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N004 undo_started"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:36.389988933Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"event_type":"UndoStarted","node_id":"4","saga_id":"9a9c6b28-6a5b-4b2e-b974-0dfda95274c7","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:36.412979273Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N004 undo_finished"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:36.413043414Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"event_type":"UndoFinished","node_id":"4","saga_id":"9a9c6b28-6a5b-4b2e-b974-0dfda95274c7","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:36.419334608Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N003 undo_started"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:36.419403206Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"event_type":"UndoStarted","node_id":"3","saga_id":"9a9c6b28-6a5b-4b2e-b974-0dfda95274c7","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:36.433696851Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N003 undo_finished"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:36.43384868Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"event_type":"UndoFinished","node_id":"3","saga_id":"9a9c6b28-6a5b-4b2e-b974-0dfda95274c7","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:36.437623255Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N002 undo_started"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:36.437672482Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"event_type":"UndoStarted","node_id":"2","saga_id":"9a9c6b28-6a5b-4b2e-b974-0dfda95274c7","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:36.444252692Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"SpaceAccount","saga_id":"9a9c6b28-6a5b-4b2e-b974-0dfda95274c7","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:36.444335444Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"SpaceAccount","saga_id":"9a9c6b28-6a5b-4b2e-b974-0dfda95274c7","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:36.445901566Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"SpaceAccount","saga_id":"9a9c6b28-6a5b-4b2e-b974-0dfda95274c7","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:36.459493596Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N002 undo_finished"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:36.459563384Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"event_type":"UndoFinished","node_id":"2","saga_id":"9a9c6b28-6a5b-4b2e-b974-0dfda95274c7","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:36.466731711Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N001 undo_started"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:36.466787785Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"event_type":"UndoStarted","node_id":"1","saga_id":"9a9c6b28-6a5b-4b2e-b974-0dfda95274c7","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:36.478410411Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N001 undo_finished"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:36.478490823Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"event_type":"UndoFinished","node_id":"1","saga_id":"9a9c6b28-6a5b-4b2e-b974-0dfda95274c7","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:36.486191023Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N000 undo_started"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:36.486243369Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"event_type":"UndoStarted","node_id":"0","saga_id":"9a9c6b28-6a5b-4b2e-b974-0dfda95274c7","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"inserting 1 samples into database","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:36.492491403Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 1 samples into database","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:36.492557613Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"unrolling 1 total samples","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:36.492655357Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"id":"6dc71f35-de8c-4050-9e17-e2a7a13c8a37","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:36.49447666Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"id":"6dc71f35-de8c-4050-9e17-e2a7a13c8a37","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:36.497857329Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N000 undo_finished"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:36.497932903Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"event_type":"UndoFinished","node_id":"0","saga_id":"9a9c6b28-6a5b-4b2e-b974-0dfda95274c7","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"inserted rows into table","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:36.500604151Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"id":"6dc71f35-de8c-4050-9e17-e2a7a13c8a37","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2} {"msg":"inserting data","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:36.500746175Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"id":"6dc71f35-de8c-4050-9e17-e2a7a13c8a37","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:36.504151142Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N009 undo_started"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:36.504218971Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"event_type":"UndoStarted","node_id":"9","saga_id":"9a9c6b28-6a5b-4b2e-b974-0dfda95274c7","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"inserted rows into table","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:36.506215302Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"id":"6dc71f35-de8c-4050-9e17-e2a7a13c8a37","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:36.506571727Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:36.516226228Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N009 undo_finished"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:36.516300323Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"event_type":"UndoFinished","node_id":"9","saga_id":"9a9c6b28-6a5b-4b2e-b974-0dfda95274c7","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"update for saga cached state","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:36.529528833Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"Done","saga_id":"9a9c6b28-6a5b-4b2e-b974-0dfda95274c7"} {"msg":"updating state","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:36.529656223Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"new_state":"done","saga_id":"9a9c6b28-6a5b-4b2e-b974-0dfda95274c7","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga finished","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2026-03-20T18:35:36.541288815Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"action_error_source":"InjectedError","action_error_node_name":"\"created_volume\"","result":"failure","saga_name":"disk-create","saga_id":"9a9c6b28-6a5b-4b2e-b974-0dfda95274c7","sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","undo_result":"success"} {"msg":"tracked saga has finished","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:36.541368148Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"saga_id":"9a9c6b28-6a5b-4b2e-b974-0dfda95274c7","component":"SagaQuiesceHandle","component":"NexusQuiesceHandle","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga finished","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:36.541534131Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"saga_id":"9a9c6b28-6a5b-4b2e-b974-0dfda95274c7","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","saga_result":"SagaResult { saga_id: 9a9c6b28-6a5b-4b2e-b974-0dfda95274c7, saga_log: SagaLog { saga_id: 9a9c6b28-6a5b-4b2e-b974-0dfda95274c7, unwinding: true, events: [N009 started, N009 succeeded, N000 started, N000 succeeded, N001 started, N001 succeeded, N002 started, N002 succeeded, N003 started, N003 succeeded, N004 started, N004 succeeded, N005 started, N005 succeeded, N006 started, N006 succeeded, N007 started, N007 failed, N006 undo_started, N006 undo_finished, N005 undo_started, N005 undo_finished, N004 undo_started, N004 undo_finished, N003 undo_started, N003 undo_finished, N002 undo_started, N002 undo_finished, N001 undo_started, N001 undo_finished, N000 undo_started, N000 undo_finished, N009 undo_started, N009 undo_finished], node_status: {0: UndoFinished, 1: UndoFinished, 2: UndoFinished, 3: UndoFinished, 4: UndoFinished, 5: UndoFinished, 6: UndoFinished, 7: Failed(InjectedError), 9: UndoFinished} }, kind: Err(SagaResultErr { error_node_name: \"created_volume\", error_source: InjectedError, undo_failure: None }) }"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2026-03-20T18:35:36.594451576Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"Creating new saga that will fail at index NodeIndex(8)","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:36.609252854Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"label":"FinalizeDiskRecord","node_name":"created_disk"} {"msg":"tracking newly created saga","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:36.609318134Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"saga_id":"4923d380-95a1-41a1-8a27-c28530c61be1","component":"SagaQuiesceHandle","component":"NexusQuiesceHandle","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"preparing saga","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:36.609345271Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"saga_id":"4923d380-95a1-41a1-8a27-c28530c61be1","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga create","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:36.609456399Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"saga_name":"disk-create","saga_id":"4923d380-95a1-41a1-8a27-c28530c61be1","sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dag":"{\"end_node\":10,\"graph\":{\"edge_property\":\"directed\",\"edges\":[[0,1,null],[1,2,null],[2,3,null],[3,4,null],[4,5,null],[5,6,null],[6,7,null],[7,8,null],[9,0,null],[8,10,null]],\"node_holes\":[],\"nodes\":[{\"Action\":{\"action_name\":\"common.uuid_generate\",\"label\":\"GenerateDiskId\",\"name\":\"disk_id\"}},{\"Action\":{\"action_name\":\"common.uuid_generate\",\"label\":\"GenerateVolumeId\",\"name\":\"volume_id\"}},{\"Action\":{\"action_name\":\"disk_create.space_account\",\"label\":\"SpaceAccount\",\"name\":\"no_result\"}},{\"Action\":{\"action_name\":\"disk_create.create_crucible_disk_record\",\"label\":\"CreateCrucibleDiskRecord\",\"name\":\"crucible_disk\"}},{\"Action\":{\"action_name\":\"disk_create.regions_alloc\",\"label\":\"RegionsAlloc\",\"name\":\"datasets_and_regions\"}},{\"Action\":{\"action_name\":\"disk_create.regions_ensure_undo\",\"label\":\"RegionsEnsureUndo\",\"name\":\"regions_ensure_undo\"}},{\"Action\":{\"action_name\":\"disk_create.regions_ensure\",\"label\":\"RegionsEnsure\",\"name\":\"regions_ensure\"}},{\"Action\":{\"action_name\":\"disk_create.create_volume_record\",\"label\":\"CreateVolumeRecord\",\"name\":\"created_volume\"}},{\"Action\":{\"action_name\":\"disk_create.finalize_disk_record\",\"label\":\"FinalizeDiskRecord\",\"name\":\"created_disk\"}},{\"Start\":{\"params\":{\"create_params\":{\"description\":\"My disk\",\"disk_backend\":{\"disk_source\":{\"block_size\":512,\"type\":\"blank\"},\"type\":\"distributed\"},\"name\":\"my-disk\",\"size\":1073741824},\"project_id\":\"73bf3a4f-07c2-400e-9351-fcd6b7267e7c\",\"serialized_authn\":{\"kind\":{\"Authenticated\":[{\"actor\":{\"SiloUser\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"silo_user_id\":\"001de000-05e4-4000-8000-000000004007\"}},\"credential_id\":null,\"device_token_expiration\":null},{\"mapped_fleet_roles\":{}}]}}}}},\"End\"]},\"saga_name\":\"disk-create\",\"start_node\":9}"} {"msg":"creating saga","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:36.609569397Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","saga_name":"disk-create","saga_id":"4923d380-95a1-41a1-8a27-c28530c61be1"} {"msg":"saga_inject_error","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:36.614935692Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","error_type":"FailAction","node_id":"NodeIndex(8)","saga_id":"4923d380-95a1-41a1-8a27-c28530c61be1"} {"msg":"saga_inject_error","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:36.615088711Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","error_type":"Repeat(RepeatInjected { action: 1, undo: 2 })","node_id":"NodeIndex(7)","saga_id":"4923d380-95a1-41a1-8a27-c28530c61be1"} {"msg":"starting saga","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:36.615123524Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"saga_id":"4923d380-95a1-41a1-8a27-c28530c61be1","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga start","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:36.615148463Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"saga_name":"disk-create","saga_id":"4923d380-95a1-41a1-8a27-c28530c61be1","sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:36.615172642Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N009 started"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:36.615193582Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"event_type":"Started","node_id":"9","saga_id":"4923d380-95a1-41a1-8a27-c28530c61be1","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:36.619974439Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N009 succeeded"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:36.620032922Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"event_type":"Succeeded(Null)","node_id":"9","saga_id":"4923d380-95a1-41a1-8a27-c28530c61be1","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:36.625549207Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N000 started"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:36.625614087Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"event_type":"Started","node_id":"0","saga_id":"4923d380-95a1-41a1-8a27-c28530c61be1","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:36.640560117Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N000 succeeded"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:36.640638611Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"event_type":"Succeeded(String(\"c1966cb5-5e6c-4582-b3f8-ea64a17c24dd\"))","node_id":"0","saga_id":"4923d380-95a1-41a1-8a27-c28530c61be1","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:36.64606077Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N001 started"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:36.646162153Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"event_type":"Started","node_id":"1","saga_id":"4923d380-95a1-41a1-8a27-c28530c61be1","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:36.650644878Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N001 succeeded"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:36.650713437Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"event_type":"Succeeded(String(\"d82f00e1-63cb-42bd-ae67-bc4c02579d2b\"))","node_id":"1","saga_id":"4923d380-95a1-41a1-8a27-c28530c61be1","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:36.655188576Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N002 started"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:36.655262182Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"event_type":"Started","node_id":"2","saga_id":"4923d380-95a1-41a1-8a27-c28530c61be1","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:36.660979054Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"SpaceAccount","saga_id":"4923d380-95a1-41a1-8a27-c28530c61be1","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:36.661091271Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"SpaceAccount","saga_id":"4923d380-95a1-41a1-8a27-c28530c61be1","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:36.661777012Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"SpaceAccount","saga_id":"4923d380-95a1-41a1-8a27-c28530c61be1","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:36.672661652Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N002 succeeded"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:36.672733898Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"event_type":"Succeeded(Null)","node_id":"2","saga_id":"4923d380-95a1-41a1-8a27-c28530c61be1","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:36.676064339Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N003 started"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:36.67612773Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"event_type":"Started","node_id":"3","saga_id":"4923d380-95a1-41a1-8a27-c28530c61be1","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:36.679937838Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateCrucibleDiskRecord","saga_id":"4923d380-95a1-41a1-8a27-c28530c61be1","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:36.680032514Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateCrucibleDiskRecord","saga_id":"4923d380-95a1-41a1-8a27-c28530c61be1","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:36.681675511Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateCrucibleDiskRecord","saga_id":"4923d380-95a1-41a1-8a27-c28530c61be1","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:36.687610461Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateCrucibleDiskRecord","saga_id":"4923d380-95a1-41a1-8a27-c28530c61be1","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:36.687727337Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateCrucibleDiskRecord","saga_id":"4923d380-95a1-41a1-8a27-c28530c61be1","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:36.690291454Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateCrucibleDiskRecord","saga_id":"4923d380-95a1-41a1-8a27-c28530c61be1","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:36.699473135Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateCrucibleDiskRecord","saga_id":"4923d380-95a1-41a1-8a27-c28530c61be1","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 73bf3a4f-07c2-400e-9351-fcd6b7267e7c, lookup_type: ById(73bf3a4f-07c2-400e-9351-fcd6b7267e7c) }","action":"CreateChild","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:36.69957107Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateCrucibleDiskRecord","saga_id":"4923d380-95a1-41a1-8a27-c28530c61be1","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"73bf3a4f-07c2-400e-9351-fcd6b7267e7c","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:36.699611151Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateCrucibleDiskRecord","saga_id":"4923d380-95a1-41a1-8a27-c28530c61be1","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:36.699645975Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateCrucibleDiskRecord","saga_id":"4923d380-95a1-41a1-8a27-c28530c61be1","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:36.700208383Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateCrucibleDiskRecord","saga_id":"4923d380-95a1-41a1-8a27-c28530c61be1","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:36.710965192Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateCrucibleDiskRecord","saga_id":"4923d380-95a1-41a1-8a27-c28530c61be1","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:36.711058079Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateCrucibleDiskRecord","saga_id":"4923d380-95a1-41a1-8a27-c28530c61be1","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:36.71109783Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateCrucibleDiskRecord","saga_id":"4923d380-95a1-41a1-8a27-c28530c61be1","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:36.717091354Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateCrucibleDiskRecord","saga_id":"4923d380-95a1-41a1-8a27-c28530c61be1","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:36.731375051Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateCrucibleDiskRecord","saga_id":"4923d380-95a1-41a1-8a27-c28530c61be1","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:36.731474865Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateCrucibleDiskRecord","saga_id":"4923d380-95a1-41a1-8a27-c28530c61be1","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:36.731514926Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateCrucibleDiskRecord","saga_id":"4923d380-95a1-41a1-8a27-c28530c61be1","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:36.732168562Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateCrucibleDiskRecord","saga_id":"4923d380-95a1-41a1-8a27-c28530c61be1","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:36.736317833Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateCrucibleDiskRecord","saga_id":"4923d380-95a1-41a1-8a27-c28530c61be1","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:36.743844524Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateCrucibleDiskRecord","saga_id":"4923d380-95a1-41a1-8a27-c28530c61be1","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 73bf3a4f-07c2-400e-9351-fcd6b7267e7c, lookup_type: ById(73bf3a4f-07c2-400e-9351-fcd6b7267e7c) }","action":"CreateChild","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:36.743953883Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateCrucibleDiskRecord","saga_id":"4923d380-95a1-41a1-8a27-c28530c61be1","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 73bf3a4f-07c2-400e-9351-fcd6b7267e7c, lookup_type: ById(73bf3a4f-07c2-400e-9351-fcd6b7267e7c) }","action":"CreateChild","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:36.744427483Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateCrucibleDiskRecord","saga_id":"4923d380-95a1-41a1-8a27-c28530c61be1","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"73bf3a4f-07c2-400e-9351-fcd6b7267e7c","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:36.744574584Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateCrucibleDiskRecord","saga_id":"4923d380-95a1-41a1-8a27-c28530c61be1","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:36.74479782Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateCrucibleDiskRecord","saga_id":"4923d380-95a1-41a1-8a27-c28530c61be1","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:36.744837012Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateCrucibleDiskRecord","saga_id":"4923d380-95a1-41a1-8a27-c28530c61be1","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:36.749716134Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateCrucibleDiskRecord","saga_id":"4923d380-95a1-41a1-8a27-c28530c61be1","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:36.749799235Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateCrucibleDiskRecord","saga_id":"4923d380-95a1-41a1-8a27-c28530c61be1","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:36.749837587Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateCrucibleDiskRecord","saga_id":"4923d380-95a1-41a1-8a27-c28530c61be1","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:36.751071503Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateCrucibleDiskRecord","saga_id":"4923d380-95a1-41a1-8a27-c28530c61be1","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:36.75551029Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateCrucibleDiskRecord","saga_id":"4923d380-95a1-41a1-8a27-c28530c61be1","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:36.755589023Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateCrucibleDiskRecord","saga_id":"4923d380-95a1-41a1-8a27-c28530c61be1","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:36.755629124Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateCrucibleDiskRecord","saga_id":"4923d380-95a1-41a1-8a27-c28530c61be1","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:36.769128328Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateCrucibleDiskRecord","saga_id":"4923d380-95a1-41a1-8a27-c28530c61be1","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:36.77378994Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateCrucibleDiskRecord","saga_id":"4923d380-95a1-41a1-8a27-c28530c61be1","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:36.780126694Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateCrucibleDiskRecord","saga_id":"4923d380-95a1-41a1-8a27-c28530c61be1","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 73bf3a4f-07c2-400e-9351-fcd6b7267e7c, lookup_type: ById(73bf3a4f-07c2-400e-9351-fcd6b7267e7c) }","action":"CreateChild","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:36.780222209Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateCrucibleDiskRecord","saga_id":"4923d380-95a1-41a1-8a27-c28530c61be1","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:36.780262811Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateCrucibleDiskRecord","saga_id":"4923d380-95a1-41a1-8a27-c28530c61be1","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:36.78056576Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateCrucibleDiskRecord","saga_id":"4923d380-95a1-41a1-8a27-c28530c61be1","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:36.800633999Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N003 succeeded"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:36.800697199Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"event_type":"Succeeded(Object {\"disk\": Object {\"attach_instance_id\": Null, \"block_size\": String(\"Traditional\"), \"disk_state\": String(\"creating\"), \"disk_type\": String(\"Crucible\"), \"identity\": Object {\"description\": String(\"My disk\"), \"id\": String(\"c1966cb5-5e6c-4582-b3f8-ea64a17c24dd\"), \"name\": String(\"my-disk\"), \"time_created\": String(\"2026-03-20T18:35:36.679864Z\"), \"time_deleted\": Null, \"time_modified\": String(\"2026-03-20T18:35:36.679864Z\")}, \"project_id\": String(\"73bf3a4f-07c2-400e-9351-fcd6b7267e7c\"), \"rcgen\": Number(1), \"size\": Number(1073741824), \"slot\": Null, \"state_generation\": Number(1), \"time_state_updated\": String(\"2026-03-20T18:35:36.679861964Z\")}, \"disk_type_crucible\": Object {\"create_image_id\": Null, \"create_snapshot_id\": Null, \"disk_id\": String(\"c1966cb5-5e6c-4582-b3f8-ea64a17c24dd\"), \"pantry_address\": Null, \"read_only\": Bool(false), \"volume_id\": String(\"d82f00e1-63cb-42bd-ae67-bc4c02579d2b\")}})","node_id":"3","saga_id":"4923d380-95a1-41a1-8a27-c28530c61be1","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:36.805508342Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N004 started"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:36.805692797Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"event_type":"Started","node_id":"4","saga_id":"4923d380-95a1-41a1-8a27-c28530c61be1","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:36.809435267Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"RegionsAlloc","saga_id":"4923d380-95a1-41a1-8a27-c28530c61be1","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:36.809510362Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"RegionsAlloc","saga_id":"4923d380-95a1-41a1-8a27-c28530c61be1","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:36.810068412Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"RegionsAlloc","saga_id":"4923d380-95a1-41a1-8a27-c28530c61be1","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"Allocated regions for volume","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:36.838640997Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"datastore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","datasets_and_regions":"[(CrucibleDataset { identity: CrucibleDatasetIdentity { id: 3506293c-1b5d-47ec-9e20-f3d53d0cb8bc (dataset), time_created: 2026-03-20T18:35:27.769972Z, time_modified: 2026-03-20T18:35:27.769972Z }, time_deleted: None, rcgen: Generation(Generation(1)), pool_id: 032d5ae7-ab45-4081-b3d0-83b0dbf1b251 (zpool), ip: ::1, port: SqlU16(57999), size_used: 1342177280, no_provision: false }, Region { identity: RegionIdentity { id: dad89486-05d3-4be7-b714-10a7f59c30e6, time_created: 2026-03-20T18:35:36.813579Z, time_modified: 2026-03-20T18:35:36.813579Z }, dataset_id: 3506293c-1b5d-47ec-9e20-f3d53d0cb8bc (dataset), volume_id: d82f00e1-63cb-42bd-ae67-bc4c02579d2b (volume), block_size: ByteCount(ByteCount(512)), blocks_per_extent: 131072, extent_count: 16, port: None, read_only: false, deleting: false, reservation_percent: TwentyFive }), (CrucibleDataset { identity: CrucibleDatasetIdentity { id: 7da5c7e0-9cdb-41a0-a48c-99cdac2cbb1a (dataset), time_created: 2026-03-20T18:35:29.698021Z, time_modified: 2026-03-20T18:35:29.698021Z }, time_deleted: None, rcgen: Generation(Generation(1)), pool_id: 57b8c724-2823-4252-9aaf-7bf94d07a6bd (zpool), ip: ::1, port: SqlU16(53113), size_used: 1342177280, no_provision: false }, Region { identity: RegionIdentity { id: 819ff284-df22-4d28-b3c7-2d92fa055856, time_created: 2026-03-20T18:35:36.813579Z, time_modified: 2026-03-20T18:35:36.813579Z }, dataset_id: 7da5c7e0-9cdb-41a0-a48c-99cdac2cbb1a (dataset), volume_id: d82f00e1-63cb-42bd-ae67-bc4c02579d2b (volume), block_size: ByteCount(ByteCount(512)), blocks_per_extent: 131072, extent_count: 16, port: None, read_only: false, deleting: false, reservation_percent: TwentyFive }), (CrucibleDataset { identity: CrucibleDatasetIdentity { id: fd06841d-a431-463f-9a13-2bdafc72e21c (dataset), time_created: 2026-03-20T18:35:18.544304Z, time_modified: 2026-03-20T18:35:18.544304Z }, time_deleted: None, rcgen: Generation(Generation(1)), pool_id: 19ac1634-62fd-4eb1-b552-f984f81a74de (zpool), ip: ::1, port: SqlU16(37241), size_used: 1342177280, no_provision: false }, Region { identity: RegionIdentity { id: e7db7e64-3884-4406-9379-ac307650aad2, time_created: 2026-03-20T18:35:36.813579Z, time_modified: 2026-03-20T18:35:36.813579Z }, dataset_id: fd06841d-a431-463f-9a13-2bdafc72e21c (dataset), volume_id: d82f00e1-63cb-42bd-ae67-bc4c02579d2b (volume), block_size: ByteCount(ByteCount(512)), blocks_per_extent: 131072, extent_count: 16, port: None, read_only: false, deleting: false, reservation_percent: TwentyFive })]","maybe_snapshot_id":"None","volume_id":"d82f00e1-63cb-42bd-ae67-bc4c02579d2b"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:36.839719376Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N004 succeeded"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:36.83977435Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"event_type":"Succeeded(Array [Array [Object {\"identity\": Object {\"id\": String(\"3506293c-1b5d-47ec-9e20-f3d53d0cb8bc\"), \"time_created\": String(\"2026-03-20T18:35:27.769972Z\"), \"time_modified\": String(\"2026-03-20T18:35:27.769972Z\")}, \"ip\": String(\"::1\"), \"no_provision\": Bool(false), \"pool_id\": String(\"032d5ae7-ab45-4081-b3d0-83b0dbf1b251\"), \"port\": Number(57999), \"rcgen\": Number(1), \"size_used\": Number(1342177280), \"time_deleted\": Null}, Object {\"block_size\": Number(512), \"blocks_per_extent\": Number(131072), \"dataset_id\": String(\"3506293c-1b5d-47ec-9e20-f3d53d0cb8bc\"), \"deleting\": Bool(false), \"extent_count\": Number(16), \"identity\": Object {\"id\": String(\"dad89486-05d3-4be7-b714-10a7f59c30e6\"), \"time_created\": String(\"2026-03-20T18:35:36.813579Z\"), \"time_modified\": String(\"2026-03-20T18:35:36.813579Z\")}, \"port\": Null, \"read_only\": Bool(false), \"reservation_percent\": String(\"TwentyFive\"), \"volume_id\": String(\"d82f00e1-63cb-42bd-ae67-bc4c02579d2b\")}], Array [Object {\"identity\": Object {\"id\": String(\"7da5c7e0-9cdb-41a0-a48c-99cdac2cbb1a\"), \"time_created\": String(\"2026-03-20T18:35:29.698021Z\"), \"time_modified\": String(\"2026-03-20T18:35:29.698021Z\")}, \"ip\": String(\"::1\"), \"no_provision\": Bool(false), \"pool_id\": String(\"57b8c724-2823-4252-9aaf-7bf94d07a6bd\"), \"port\": Number(53113), \"rcgen\": Number(1), \"size_used\": Number(1342177280), \"time_deleted\": Null}, Object {\"block_size\": Number(512), \"blocks_per_extent\": Number(131072), \"dataset_id\": String(\"7da5c7e0-9cdb-41a0-a48c-99cdac2cbb1a\"), \"deleting\": Bool(false), \"extent_count\": Number(16), \"identity\": Object {\"id\": String(\"819ff284-df22-4d28-b3c7-2d92fa055856\"), \"time_created\": String(\"2026-03-20T18:35:36.813579Z\"), \"time_modified\": String(\"2026-03-20T18:35:36.813579Z\")}, \"port\": Null, \"read_only\": Bool(false), \"reservation_percent\": String(\"TwentyFive\"), \"volume_id\": String(\"d82f00e1-63cb-42bd-ae67-bc4c02579d2b\")}], Array [Object {\"identity\": Object {\"id\": String(\"fd06841d-a431-463f-9a13-2bdafc72e21c\"), \"time_created\": String(\"2026-03-20T18:35:18.544304Z\"), \"time_modified\": String(\"2026-03-20T18:35:18.544304Z\")}, \"ip\": String(\"::1\"), \"no_provision\": Bool(false), \"pool_id\": String(\"19ac1634-62fd-4eb1-b552-f984f81a74de\"), \"port\": Number(37241), \"rcgen\": Number(1), \"size_used\": Number(1342177280), \"time_deleted\": Null}, Object {\"block_size\": Number(512), \"blocks_per_extent\": Number(131072), \"dataset_id\": String(\"fd06841d-a431-463f-9a13-2bdafc72e21c\"), \"deleting\": Bool(false), \"extent_count\": Number(16), \"identity\": Object {\"id\": String(\"e7db7e64-3884-4406-9379-ac307650aad2\"), \"time_created\": String(\"2026-03-20T18:35:36.813579Z\"), \"time_modified\": String(\"2026-03-20T18:35:36.813579Z\")}, \"port\": Null, \"read_only\": Bool(false), \"reservation_percent\": String(\"TwentyFive\"), \"volume_id\": String(\"d82f00e1-63cb-42bd-ae67-bc4c02579d2b\")}]])","node_id":"4","saga_id":"4923d380-95a1-41a1-8a27-c28530c61be1","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:36.844820084Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N005 started"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:36.844882185Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"event_type":"Started","node_id":"5","saga_id":"4923d380-95a1-41a1-8a27-c28530c61be1","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:36.849661853Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N005 succeeded"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:36.849714628Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"event_type":"Succeeded(Null)","node_id":"5","saga_id":"4923d380-95a1-41a1-8a27-c28530c61be1","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:36.853692069Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N006 started"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:36.853760877Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"event_type":"Started","node_id":"6","saga_id":"4923d380-95a1-41a1-8a27-c28530c61be1","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:36.868484041Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"uri":"/crucible/0/regions","method":"POST","req_id":"02979e47-ebc3-486f-bf81-69a8dffe1f10","remote_addr":"[::1]:48781","local_addr":"[::1]:53113","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:36.86861519Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"uri":"/crucible/0/regions","method":"POST","req_id":"3c17329c-06cf-43aa-a7d9-4752be5466b6","remote_addr":"[::1]:40268","local_addr":"[::1]:37241","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:36.868728398Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"uri":"/crucible/0/regions","method":"POST","req_id":"bb8f72c5-a201-45d3-aee7-de2edd9d5ef4","remote_addr":"[::1]:62423","local_addr":"[::1]:57999","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"created region 819ff284-df22-4d28-b3c7-2d92fa055856","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:36.868879337Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"end_port":"1150","start_port":"1100","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"created region e7db7e64-3884-4406-9379-ac307650aad2","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:36.868950185Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"end_port":"1050","start_port":"1000","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"created region dad89486-05d3-4be7-b714-10a7f59c30e6","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:36.86898074Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"end_port":"1100","start_port":"1050","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:36.869039843Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"uri":"/crucible/0/regions","method":"POST","req_id":"02979e47-ebc3-486f-bf81-69a8dffe1f10","remote_addr":"[::1]:48781","local_addr":"[::1]:53113","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":597,"response_code":200} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:36.869082923Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"uri":"/crucible/0/regions","method":"POST","req_id":"3c17329c-06cf-43aa-a7d9-4752be5466b6","remote_addr":"[::1]:40268","local_addr":"[::1]:37241","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":504,"response_code":200} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:36.869141506Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"uri":"/crucible/0/regions","method":"POST","req_id":"bb8f72c5-a201-45d3-aee7-de2edd9d5ef4","remote_addr":"[::1]:62423","local_addr":"[::1]:57999","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":427,"response_code":200} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:36.877888738Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N006 succeeded"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:36.877956647Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"event_type":"Succeeded(Object {\"block_size\": Number(512), \"id\": String(\"c1966cb5-5e6c-4582-b3f8-ea64a17c24dd\"), \"read_only_parent\": Null, \"sub_volumes\": Array [Object {\"block_size\": Number(512), \"blocks_per_extent\": Number(131072), \"extent_count\": Number(16), \"gen\": Number(1), \"opts\": Object {\"cert_pem\": Null, \"control\": Null, \"flush_timeout\": Null, \"id\": String(\"c1966cb5-5e6c-4582-b3f8-ea64a17c24dd\"), \"key\": String(\"StizhaOMkMHyltTIi/A6pdqQlfoXjBqayJq3FAvJWrI=\"), \"key_pem\": Null, \"lossy\": Bool(false), \"read_only\": Bool(false), \"root_cert_pem\": Null, \"target\": Array [String(\"[::1]:1000\"), String(\"[::1]:1050\"), String(\"[::1]:1100\")]}, \"type\": String(\"region\")}], \"type\": String(\"volume\")})","node_id":"6","saga_id":"4923d380-95a1-41a1-8a27-c28530c61be1","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:36.881877084Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N007 started"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:36.881945472Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"event_type":"Started","node_id":"7","saga_id":"4923d380-95a1-41a1-8a27-c28530c61be1","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:36.935691293Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N007 succeeded"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:36.935769196Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"event_type":"Succeeded(Null)","node_id":"7","saga_id":"4923d380-95a1-41a1-8a27-c28530c61be1","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:36.939810118Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N008 started"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:36.939879765Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"event_type":"Started","node_id":"8","saga_id":"4923d380-95a1-41a1-8a27-c28530c61be1","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:36.94868782Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N008 failed"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:36.948760146Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"event_type":"Failed(InjectedError)","node_id":"8","saga_id":"4923d380-95a1-41a1-8a27-c28530c61be1","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"update for saga cached state","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:36.960184384Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"Unwinding","saga_id":"4923d380-95a1-41a1-8a27-c28530c61be1"} {"msg":"updating state","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:36.960253862Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"new_state":"unwinding","saga_id":"4923d380-95a1-41a1-8a27-c28530c61be1","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:36.968759577Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N007 undo_started"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:36.968831834Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"event_type":"UndoStarted","node_id":"7","saga_id":"4923d380-95a1-41a1-8a27-c28530c61be1","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:37.051154857Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N007 undo_finished"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:37.051236219Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"event_type":"UndoFinished","node_id":"7","saga_id":"4923d380-95a1-41a1-8a27-c28530c61be1","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:37.058390253Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N006 undo_started"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:37.058466487Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"event_type":"UndoStarted","node_id":"6","saga_id":"4923d380-95a1-41a1-8a27-c28530c61be1","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:37.062535235Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N006 undo_finished"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:37.0625894Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"event_type":"UndoFinished","node_id":"6","saga_id":"4923d380-95a1-41a1-8a27-c28530c61be1","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:37.070319516Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N005 undo_started"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:37.070393901Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"event_type":"UndoStarted","node_id":"5","saga_id":"4923d380-95a1-41a1-8a27-c28530c61be1","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"sdc_regions_ensure_undo: Deleting crucible regions","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2026-03-20T18:35:37.081385001Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"saga_id":"4923d380-95a1-41a1-8a27-c28530c61be1","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:37.097233892Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"uri":"/crucible/0/regions/819ff284-df22-4d28-b3c7-2d92fa055856","method":"GET","req_id":"792abe0b-09f0-4478-a618-8c4f6f7d84fd","remote_addr":"[::1]:48781","local_addr":"[::1]:53113","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:37.09736594Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"uri":"/crucible/0/regions/e7db7e64-3884-4406-9379-ac307650aad2","method":"GET","req_id":"26d5016a-36a9-43f5-afc6-443255ca2f47","remote_addr":"[::1]:40268","local_addr":"[::1]:37241","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:37.097445653Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"uri":"/crucible/0/regions/dad89486-05d3-4be7-b714-10a7f59c30e6","method":"GET","req_id":"9f8e48d6-b8cb-4adb-84b2-57d5e4ee49c0","remote_addr":"[::1]:62423","local_addr":"[::1]:57999","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:37.097741506Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"uri":"/crucible/0/regions/819ff284-df22-4d28-b3c7-2d92fa055856","method":"GET","req_id":"792abe0b-09f0-4478-a618-8c4f6f7d84fd","remote_addr":"[::1]:48781","local_addr":"[::1]:53113","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":563,"response_code":200} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:37.097803007Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"uri":"/crucible/0/regions/e7db7e64-3884-4406-9379-ac307650aad2","method":"GET","req_id":"26d5016a-36a9-43f5-afc6-443255ca2f47","remote_addr":"[::1]:40268","local_addr":"[::1]:37241","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":454,"response_code":200} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:37.097836642Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"uri":"/crucible/0/regions/dad89486-05d3-4be7-b714-10a7f59c30e6","method":"GET","req_id":"9f8e48d6-b8cb-4adb-84b2-57d5e4ee49c0","remote_addr":"[::1]:62423","local_addr":"[::1]:57999","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":401,"response_code":200} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:37.109317963Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"uri":"/crucible/0/regions/819ff284-df22-4d28-b3c7-2d92fa055856","method":"DELETE","req_id":"d528f4be-3930-44dd-8ece-52441c3310f6","remote_addr":"[::1]:48781","local_addr":"[::1]:53113","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:37.109455649Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"uri":"/crucible/0/regions/e7db7e64-3884-4406-9379-ac307650aad2","method":"DELETE","req_id":"78be20ab-30b0-42e2-8778-44d090ce8180","remote_addr":"[::1]:40268","local_addr":"[::1]:37241","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"deleted region RegionId(\"819ff284-df22-4d28-b3c7-2d92fa055856\")","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:37.109550045Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"end_port":"1150","start_port":"1100","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"deleted region RegionId(\"e7db7e64-3884-4406-9379-ac307650aad2\")","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:37.10958387Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"end_port":"1050","start_port":"1000","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:37.109609698Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"uri":"/crucible/0/regions/819ff284-df22-4d28-b3c7-2d92fa055856","method":"DELETE","req_id":"d528f4be-3930-44dd-8ece-52441c3310f6","remote_addr":"[::1]:48781","local_addr":"[::1]:53113","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":332,"response_code":204} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:37.109649449Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"uri":"/crucible/0/regions/e7db7e64-3884-4406-9379-ac307650aad2","method":"DELETE","req_id":"78be20ab-30b0-42e2-8778-44d090ce8180","remote_addr":"[::1]:40268","local_addr":"[::1]:37241","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":203,"response_code":204} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:37.110072452Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"uri":"/crucible/0/regions/dad89486-05d3-4be7-b714-10a7f59c30e6","method":"DELETE","req_id":"8bc6973c-dc82-4d7c-9325-0cb90418a99b","remote_addr":"[::1]:62423","local_addr":"[::1]:57999","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"deleted region RegionId(\"dad89486-05d3-4be7-b714-10a7f59c30e6\")","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:37.112677841Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"end_port":"1100","start_port":"1050","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:37.112728887Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"uri":"/crucible/0/regions/dad89486-05d3-4be7-b714-10a7f59c30e6","method":"DELETE","req_id":"8bc6973c-dc82-4d7c-9325-0cb90418a99b","remote_addr":"[::1]:62423","local_addr":"[::1]:57999","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":2673,"response_code":204} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:37.122430077Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"uri":"/crucible/0/regions/819ff284-df22-4d28-b3c7-2d92fa055856","method":"GET","req_id":"fc2d265e-a97c-42ff-81f2-4a370038c7dc","remote_addr":"[::1]:48781","local_addr":"[::1]:53113","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:37.122730567Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"uri":"/crucible/0/regions/e7db7e64-3884-4406-9379-ac307650aad2","method":"GET","req_id":"f8179f17-48ba-4a19-93c9-13ae5f5cfb5d","remote_addr":"[::1]:40268","local_addr":"[::1]:37241","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:37.123457879Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"uri":"/crucible/0/regions/dad89486-05d3-4be7-b714-10a7f59c30e6","method":"GET","req_id":"4011cde8-8b59-41fc-8afb-3c2a446b6b8f","remote_addr":"[::1]:62423","local_addr":"[::1]:57999","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:37.123870187Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"uri":"/crucible/0/regions/819ff284-df22-4d28-b3c7-2d92fa055856","method":"GET","req_id":"fc2d265e-a97c-42ff-81f2-4a370038c7dc","remote_addr":"[::1]:48781","local_addr":"[::1]:53113","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":1528,"response_code":200} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:37.123968251Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"uri":"/crucible/0/regions/e7db7e64-3884-4406-9379-ac307650aad2","method":"GET","req_id":"f8179f17-48ba-4a19-93c9-13ae5f5cfb5d","remote_addr":"[::1]:40268","local_addr":"[::1]:37241","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":1273,"response_code":200} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:37.124008753Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"uri":"/crucible/0/regions/dad89486-05d3-4be7-b714-10a7f59c30e6","method":"GET","req_id":"4011cde8-8b59-41fc-8afb-3c2a446b6b8f","remote_addr":"[::1]:62423","local_addr":"[::1]:57999","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":566,"response_code":200} {"msg":"region deleted","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:37.12444365Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"saga_id":"4923d380-95a1-41a1-8a27-c28530c61be1","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","region_id":"819ff284-df22-4d28-b3c7-2d92fa055856"} {"msg":"region deleted","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:37.124625216Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"saga_id":"4923d380-95a1-41a1-8a27-c28530c61be1","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","region_id":"e7db7e64-3884-4406-9379-ac307650aad2"} {"msg":"region deleted","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:37.124763412Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"saga_id":"4923d380-95a1-41a1-8a27-c28530c61be1","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","region_id":"dad89486-05d3-4be7-b714-10a7f59c30e6"} {"msg":"sdc_regions_ensure_undo: Deleted crucible regions","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:37.124792578Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"saga_id":"4923d380-95a1-41a1-8a27-c28530c61be1","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:37.124815248Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N005 undo_finished"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:37.124845114Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"event_type":"UndoFinished","node_id":"5","saga_id":"4923d380-95a1-41a1-8a27-c28530c61be1","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:37.132163601Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N004 undo_started"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:37.13222991Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"event_type":"UndoStarted","node_id":"4","saga_id":"4923d380-95a1-41a1-8a27-c28530c61be1","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:37.208632446Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N004 undo_finished"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:37.208707091Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"event_type":"UndoFinished","node_id":"4","saga_id":"4923d380-95a1-41a1-8a27-c28530c61be1","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:37.217952852Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N003 undo_started"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:37.21802265Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"event_type":"UndoStarted","node_id":"3","saga_id":"4923d380-95a1-41a1-8a27-c28530c61be1","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:37.233125028Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N003 undo_finished"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:37.233194916Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"event_type":"UndoFinished","node_id":"3","saga_id":"4923d380-95a1-41a1-8a27-c28530c61be1","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:37.268674779Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N002 undo_started"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:37.268794733Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"event_type":"UndoStarted","node_id":"2","saga_id":"4923d380-95a1-41a1-8a27-c28530c61be1","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:37.277377932Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"nat_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":2,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:37.277961141Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"nat_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:37.278075148Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"nat_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:37.283142832Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"nat_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:37.28435012Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":2,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:37.284425405Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:37.284456441Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:37.285112356Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:37.290185927Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":2,"reason":"Timeout"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:37.291330825Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":8,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:37.291392486Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:37.291423682Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:37.291453198Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:37.291527703Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:37.292238163Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:37.294252716Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"SpaceAccount","saga_id":"4923d380-95a1-41a1-8a27-c28530c61be1","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:37.294323763Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"SpaceAccount","saga_id":"4923d380-95a1-41a1-8a27-c28530c61be1","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:37.294915908Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"SpaceAccount","saga_id":"4923d380-95a1-41a1-8a27-c28530c61be1","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:37.296529438Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:37.297157326Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:37.297661181Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:37.307050336Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:37.307136226Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:37.307167651Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:37.307537729Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"phantom disk c1966cb5-5e6c-4582-b3f8-ea64a17c24dd found!","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2026-03-20T18:35:37.309013173Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:37.31833274Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N002 undo_finished"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:37.318402997Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"event_type":"UndoFinished","node_id":"2","saga_id":"4923d380-95a1-41a1-8a27-c28530c61be1","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:37.319765794Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"producer_port":56192,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collecting from producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:37.319869066Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"producer_port":56192,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:37.320912221Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"peer_addr":"[::1]:64034","req_id":"743cbce0-32bd-4248-9cc9-849646cc304c","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000: af 42 01 00 00 01 00 00 00 00 00 01 09 5f 64 65 .B..........._de\n0010: 6e 64 72 69 74 65 04 5f 74 63 70 0d 63 6f 6e 74 ndrite._tcp.cont\n0020: 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 rol-plane.oxide.\n0030: 69 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 internal..!....)\n0040: 04 d0 00 00 00 00 00 00 ........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:37.320976371Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"peer_addr":"[::1]:64034","req_id":"743cbce0-32bd-4248-9cc9-849646cc304c","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 44866,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 9,\n 95,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:37.321176418Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"store","component":"internal_dns_server","key":"_dendrite._tcp"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:37.32125662Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:37.321309876Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"peer_addr":"[::1]:64034","req_id":"743cbce0-32bd-4248-9cc9-849646cc304c","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","records":"[Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 35630, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") }) }]","query":"LowerQuery { name: LowerName(Name(\"_dendrite._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:37.321382382Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"peer_addr":"[::1]:37520","req_id":"db695391-3774-41e2-969d-9ebf8289c533","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000: 07 fe 01 00 00 01 00 00 00 00 00 01 09 5f 64 65 ............._de\n0010: 6e 64 72 69 74 65 04 5f 74 63 70 0d 63 6f 6e 74 ndrite._tcp.cont\n0020: 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 rol-plane.oxide.\n0030: 69 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 internal..!....)\n0040: 04 d0 00 00 00 00 00 00 ........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:37.321421444Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"peer_addr":"[::1]:37520","req_id":"db695391-3774-41e2-969d-9ebf8289c533","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 2046,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 9,\n 95,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:37.321519288Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"store","component":"internal_dns_server","key":"_dendrite._tcp"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:37.321719805Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:37.32175194Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"peer_addr":"[::1]:37520","req_id":"db695391-3774-41e2-969d-9ebf8289c533","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","records":"[Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 35630, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") }) }]","query":"LowerQuery { name: LowerName(Name(\"_dendrite._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"latest inventory collection is unchanged","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:37.322487678Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"original_time_started":"2026-03-20 18:35:31.959773 UTC","original_id":"bfc9cc90-3e9c-4e38-a50f-5ca08916bcc9","background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:37.322532717Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"Loaded\":{\"collection_id\":\"bfc9cc90-3e9c-4e38-a50f-5ca08916bcc9\",\"time_loaded\":\"2026-03-20T18:35:37.291335722Z\",\"time_started\":\"2026-03-20T18:35:31.959773Z\"}}","iteration":8,"elapsed":"31.228191ms"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:37.323058163Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 35630, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }], valid_until: Instant { tv_sec: 1548, tv_nsec: 971942329 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:37.323124482Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:37.323516939Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 35630, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }], valid_until: Instant { tv_sec: 1548, tv_nsec: 972383554 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:37.323569355Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"sent collection request to producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:37.323716936Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"producer_port":56192,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:37.328038827Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"producer_port":56192,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:37.328099929Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"producer_port":56192,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:37.328127856Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"producer_port":56192,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"phandom disk c1966cb5-5e6c-4582-b3f8-ea64a17c24dd un-deleted and set to faulted ok","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:37.331597073Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:37.331647859Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":1}","iteration":2,"elapsed":"38.878533ms"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:37.331748422Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N001 undo_started"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:37.331781337Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"event_type":"UndoStarted","node_id":"1","saga_id":"4923d380-95a1-41a1-8a27-c28530c61be1","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:37.336110924Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"peer_addr":"[::1]:42376","req_id":"2e32c926-1168-4c9d-9247-abc62c30a5a4","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 95 15 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e ............-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:37.336179982Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"peer_addr":"[::1]:42376","req_id":"2e32c926-1168-4c9d-9247-abc62c30a5a4","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 38165,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:37.336448347Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:37.336472006Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"peer_addr":"[::1]:42376","req_id":"2e32c926-1168-4c9d-9247-abc62c30a5a4","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:37.336514526Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"peer_addr":"[::1]:14434","req_id":"374588ae-486d-4892-8b5b-920452e32bce","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 9d 93 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e ............-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:37.336554018Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"peer_addr":"[::1]:14434","req_id":"374588ae-486d-4892-8b5b-920452e32bce","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 40339,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:37.3366774Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:37.336698081Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"peer_addr":"[::1]:14434","req_id":"374588ae-486d-4892-8b5b-920452e32bce","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:37.422910635Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"DpdClient","background_task":"nat_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:35630/switch/identifiers","method":"GET"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:37.423487507Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:37.423526059Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:37.423992532Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N001 undo_finished"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:37.424027226Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"event_type":"UndoFinished","node_id":"1","saga_id":"4923d380-95a1-41a1-8a27-c28530c61be1","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:37.425559484Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":7,"reason":"Timeout"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:37.425609271Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"error\":\"task disabled\"}","iteration":7,"elapsed":"41.31µs"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:37.425636488Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":2,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:37.426800147Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:37.426854592Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:37.427703687Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:37.428746962Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":2,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:37.428792511Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:37.428877401Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:37.428907827Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:37.42902982Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:37.431100008Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:37.431866741Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":2,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:37.432219707Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:37.43225538Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:37.433108614Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:37.434158296Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":2,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:37.434254871Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:37.434292613Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:37.434328497Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:37.434359282Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:37.434590965Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:37.43546038Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":2,"reason":"Timeout"} {"msg":"background instance updater explicitly disabled","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:37.435493345Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:37.435519043Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"destroyed_active_vmms\":0,\"disabled\":true,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":2,"elapsed":"77.304µs"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:37.435553267Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":3,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:37.435602564Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:37.435626963Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:37.43565553Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:37.435685036Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:37.435711963Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:37.436306497Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:37.438184694Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"peer_addr":"[::1]:64812","req_id":"dfb0f419-136b-46b2-8103-735db0a37894","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 7d 69 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 }i..........._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:37.438265836Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"peer_addr":"[::1]:64812","req_id":"dfb0f419-136b-46b2-8103-735db0a37894","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 32105,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:37.438372386Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:37.438449221Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:37.438480026Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"peer_addr":"[::1]:64812","req_id":"dfb0f419-136b-46b2-8103-735db0a37894","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 62233, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") }) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:37.438774749Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"DpdClient","background_task":"nat_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:35630/switch/identifiers\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bc4db9f3-c2d0-425c-8270-8c507ec5e998\", \"content-length\": \"717\", \"date\": \"Fri, 20 Mar 2026 18:35:37 GMT\"} })"} {"msg":"dendrite for switch1 is unavailable, cannot perform nat cleanup","v":0,"name":"test_action_failure_can_unwind_idempotently","level":50,"time":"2026-03-20T18:35:37.438934565Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"nat_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:37.43905237Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"nat_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"error\":\"dendrite for switch1 is unavailable, cannot perform nat cleanup\"}","iteration":2,"elapsed":"161.683253ms"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:37.439586672Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N000 undo_started"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:37.43963247Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"event_type":"UndoStarted","node_id":"0","saga_id":"4923d380-95a1-41a1-8a27-c28530c61be1","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:37.441498223Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:37.447905444Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:37.448092457Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:37.448133608Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:37.448166472Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:37.448194829Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:37.44967715Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:37.468589107Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:37.476140836Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:37.476234242Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:37.476263419Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:37.476642332Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:37.479328713Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:37.490487575Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:37.490641153Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:37.490698567Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:37.490872156Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:37.493316579Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Sled { parent: Fleet, key: b6d65341-167c-41df-9b5c-41cded99c229 (sled), lookup_type: ById(b6d65341-167c-41df-9b5c-41cded99c229) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:37.493372064Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:37.493404569Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:37.493433595Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:37.493775086Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:37.507309603Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 62233, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }], valid_until: Instant { tv_sec: 1549, tv_nsec: 156157897 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:37.507393344Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"inserting 1 samples into database","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:37.507582686Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 1 samples into database","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:37.507648556Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:37.507672365Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N000 undo_finished"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:37.507696703Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"event_type":"UndoFinished","node_id":"0","saga_id":"4923d380-95a1-41a1-8a27-c28530c61be1","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"unrolling 1 total samples","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:37.513023716Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"id":"6dc71f35-de8c-4050-9e17-e2a7a13c8a37","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:37.523381241Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"id":"6dc71f35-de8c-4050-9e17-e2a7a13c8a37","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:37.527896791Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:37.531714016Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:37.539682231Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:37.539754348Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:37.540794144Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:37.542153202Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:37.544448545Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:37.54929814Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Sled { parent: Fleet, key: b6d65341-167c-41df-9b5c-41cded99c229 (sled), lookup_type: ById(b6d65341-167c-41df-9b5c-41cded99c229) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:37.549454897Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:37.549554271Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:37.549843027Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:37.551515569Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N009 undo_started"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:37.551582798Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"event_type":"UndoStarted","node_id":"9","saga_id":"4923d380-95a1-41a1-8a27-c28530c61be1","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:37.55265299Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:37.552794964Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:37.553044329Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"all instance checks complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:37.554881444Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:37.555024148Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":2,"elapsed":"120.804161ms"} {"msg":"VPC route manager sled b6d65341-167c-41df-9b5c-41cded99c229","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:37.631325711Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:37.63141328Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:57324/vpc-routes","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:37.633324731Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:37.633430822Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:37.634960781Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:37.638981861Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N009 undo_finished"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:37.639064922Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"event_type":"UndoFinished","node_id":"9","saga_id":"4923d380-95a1-41a1-8a27-c28530c61be1","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:37.645685944Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"[::1]:57324","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:49592"} {"msg":"inserted rows into table","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:37.64605903Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"id":"6dc71f35-de8c-4050-9e17-e2a7a13c8a37","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2} {"msg":"inserting data","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:37.646126839Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"id":"6dc71f35-de8c-4050-9e17-e2a7a13c8a37","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:37.646365638Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"peer_addr":"[::1]:61399","req_id":"2aa89b7f-31d8-4126-b8cc-c0eb13b25bb2","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 3d 35 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e =5..........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:37.646439124Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"peer_addr":"[::1]:61399","req_id":"2aa89b7f-31d8-4126-b8cc-c0eb13b25bb2","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 15669,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:37.646570203Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:37.646644458Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"peer_addr":"[::1]:61399","req_id":"2aa89b7f-31d8-4126-b8cc-c0eb13b25bb2","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:37.646699373Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"peer_addr":"[::1]:24595","req_id":"4d1e0436-8db2-49da-9b5e-9347cf8218de","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000: a4 89 01 00 00 01 00 00 00 00 00 01 09 5f 64 65 ............._de\n0010: 6e 64 72 69 74 65 04 5f 74 63 70 0d 63 6f 6e 74 ndrite._tcp.cont\n0020: 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 rol-plane.oxide.\n0030: 69 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 internal..!....)\n0040: 04 d0 00 00 00 00 00 00 ........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:37.646740384Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"peer_addr":"[::1]:24595","req_id":"4d1e0436-8db2-49da-9b5e-9347cf8218de","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 42121,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 9,\n 95,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:37.646843026Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"store","component":"internal_dns_server","key":"_dendrite._tcp"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:37.646872152Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:37.646925408Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"peer_addr":"[::1]:24595","req_id":"4d1e0436-8db2-49da-9b5e-9347cf8218de","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","records":"[Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 35630, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") }) }]","query":"LowerQuery { name: LowerName(Name(\"_dendrite._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2026-03-20T18:35:37.6470497Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:37.647311248Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:37.650105259Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:37.651275735Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"update for saga cached state","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:37.66021264Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"Done","saga_id":"4923d380-95a1-41a1-8a27-c28530c61be1"} {"msg":"updating state","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:37.66029863Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"new_state":"done","saga_id":"4923d380-95a1-41a1-8a27-c28530c61be1","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"determining switch slot managed by switch zone","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:37.781504264Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","zone_address":"::1"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:37.782040035Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:62233/local/switch-id","method":"GET"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:37.782980617Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 35630, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }], valid_until: Instant { tv_sec: 1549, tv_nsec: 431757084 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:37.783044078Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:37.783357242Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"uri":"/vpc-routes","method":"GET","req_id":"ba6c9648-6abc-4dc5-a643-caaf8c97b27f","remote_addr":"[::1]:49592","local_addr":"[::1]:57324","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"determined request API version","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:37.783404071Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"uri":"/vpc-routes","method":"GET","req_id":"ba6c9648-6abc-4dc5-a643-caaf8c97b27f","remote_addr":"[::1]:49592","local_addr":"[::1]:57324","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","version":"28.0.0"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:37.783806483Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"uri":"/vpc-routes","method":"GET","req_id":"ba6c9648-6abc-4dc5-a643-caaf8c97b27f","remote_addr":"[::1]:49592","local_addr":"[::1]:57324","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":403,"response_code":200} {"msg":"saga finished","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2026-03-20T18:35:37.784059466Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"action_error_source":"InjectedError","action_error_node_name":"\"created_disk\"","result":"failure","saga_name":"disk-create","saga_id":"4923d380-95a1-41a1-8a27-c28530c61be1","sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","undo_result":"success"} {"msg":"tracked saga has finished","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:37.784168605Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"saga_id":"4923d380-95a1-41a1-8a27-c28530c61be1","component":"SagaQuiesceHandle","component":"NexusQuiesceHandle","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:37.784403766Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:37.784439489Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:37.785429019Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:37.789101242Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:37.789151758Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:37.789183623Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:37.789210661Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:37.793898101Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"saga finished","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:37.795177057Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"saga_id":"4923d380-95a1-41a1-8a27-c28530c61be1","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","saga_result":"SagaResult { saga_id: 4923d380-95a1-41a1-8a27-c28530c61be1, saga_log: SagaLog { saga_id: 4923d380-95a1-41a1-8a27-c28530c61be1, unwinding: true, events: [N009 started, N009 succeeded, N000 started, N000 succeeded, N001 started, N001 succeeded, N002 started, N002 succeeded, N003 started, N003 succeeded, N004 started, N004 succeeded, N005 started, N005 succeeded, N006 started, N006 succeeded, N007 started, N007 succeeded, N008 started, N008 failed, N007 undo_started, N007 undo_finished, N006 undo_started, N006 undo_finished, N005 undo_started, N005 undo_finished, N004 undo_started, N004 undo_finished, N003 undo_started, N003 undo_finished, N002 undo_started, N002 undo_finished, N001 undo_started, N001 undo_finished, N000 undo_started, N000 undo_finished, N009 undo_started, N009 undo_finished], node_status: {0: UndoFinished, 1: UndoFinished, 2: UndoFinished, 3: UndoFinished, 4: UndoFinished, 5: UndoFinished, 6: UndoFinished, 7: UndoFinished, 8: Failed(InjectedError), 9: UndoFinished} }, kind: Err(SagaResultErr { error_node_name: \"created_disk\", error_source: InjectedError, undo_failure: None }) }"} {"msg":"inserted rows into table","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:37.796124866Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"id":"6dc71f35-de8c-4050-9e17-e2a7a13c8a37","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:37.796183539Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:37.796412022Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":2,"reason":"Timeout"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:37.796458891Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:37.796663006Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":3,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:37.796704107Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:37.796735032Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:37.796763429Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:37.796789257Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:37.797410518Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:37.798054639Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":3,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:37.798098398Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:37.798127465Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:37.798450475Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:37.799151798Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:57324/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ba6c9648-6abc-4dc5-a643-caaf8c97b27f\", \"content-length\": \"2\", \"date\": \"Fri, 20 Mar 2026 18:35:37 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:37.799207413Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:37.799236229Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:37.799594003Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:37.803464823Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:37.804579265Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:37.80463289Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:37.804688244Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:37.804715502Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:37.805523226Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:37.81097746Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:37.818133513Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:37.818209827Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:37.818238614Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:37.81826929Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:37.818297766Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:37.818584813Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:37.820854857Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"peer_addr":"[::1]:53614","req_id":"bcb1da7f-7036-4e99-9a52-4276f4dd3567","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 88 7f 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e ............-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:37.820973562Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"peer_addr":"[::1]:53614","req_id":"bcb1da7f-7036-4e99-9a52-4276f4dd3567","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 34943,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:37.821141024Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:37.821204135Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"peer_addr":"[::1]:53614","req_id":"bcb1da7f-7036-4e99-9a52-4276f4dd3567","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:37.821545336Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:37.826633121Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:37.826692003Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:37.82672135Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:37.827012185Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:37.832410265Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:37.837540249Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:37.837847477Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:37.851494731Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:37.851628169Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:37.851694768Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:37.852590662Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:37.853786086Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"\"NoSitrep\"","iteration":3,"elapsed":"57.123979ms"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:37.854011691Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:37.85409892Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:37.854606454Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:37.857639874Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:37.857728103Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:37.858686747Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"peer_addr":"[::1]:4434","req_id":"279121d3-f7b7-4a76-8ec7-8e04c782c233","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: e1 17 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 ............._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:37.858863805Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"peer_addr":"[::1]:4434","req_id":"279121d3-f7b7-4a76-8ec7-8e04c782c233","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 57623,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:37.859155089Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:37.859225147Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:37.859252664Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"peer_addr":"[::1]:4434","req_id":"279121d3-f7b7-4a76-8ec7-8e04c782c233","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 62233, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") }) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:37.859362603Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"peer_addr":"[::1]:38728","req_id":"77fc9fdb-0ec3-42a8-92ad-b662fcffd688","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000: 27 b0 01 00 00 01 00 00 00 00 00 01 09 5f 64 65 '............_de\n0010: 6e 64 72 69 74 65 04 5f 74 63 70 0d 63 6f 6e 74 ndrite._tcp.cont\n0020: 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 rol-plane.oxide.\n0030: 69 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 internal..!....)\n0040: 04 d0 00 00 00 00 00 00 ........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:37.859404483Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"peer_addr":"[::1]:38728","req_id":"77fc9fdb-0ec3-42a8-92ad-b662fcffd688","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 10160,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 9,\n 95,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:37.859507466Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"store","component":"internal_dns_server","key":"_dendrite._tcp"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:37.859526966Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:37.859546587Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"peer_addr":"[::1]:38728","req_id":"77fc9fdb-0ec3-42a8-92ad-b662fcffd688","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","records":"[Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 35630, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") }) }]","query":"LowerQuery { name: LowerName(Name(\"_dendrite._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:37.859759928Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:62233/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cdaf36db-1d74-4f76-a132-75e2ad47fb7e\", \"content-length\": \"26\", \"date\": \"Fri, 20 Mar 2026 18:35:37 GMT\"} })"} {"msg":"identified switch slot for switch zone","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:37.859857073Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","zone_address":"::1","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping switch zones to switch slots","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:37.86003586Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","mappings":"{\n switch0: ::1,\n}"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:37.860312471Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_mgd._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:37.860471627Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:37.86050816Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:37.860540005Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:37.860567343Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:37.860970945Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:37.979779604Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:57324/v2p","method":"GET"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:37.98047539Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","assocs":"{}","sled":"SimGimlet00"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:37.980524937Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:57324/eip-gateways","method":"PUT"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:37.981017808Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"local_addr":"[::1]:57324","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:59952"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:37.981255338Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"uri":"/eip-gateways","method":"PUT","req_id":"83b17a31-d836-47fd-bb60-f62a43ab621e","remote_addr":"[::1]:49592","local_addr":"[::1]:57324","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"determined request API version","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:37.98129276Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"uri":"/eip-gateways","method":"PUT","req_id":"83b17a31-d836-47fd-bb60-f62a43ab621e","remote_addr":"[::1]:49592","local_addr":"[::1]:57324","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","version":"28.0.0"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:37.988108801Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 62233, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }], valid_until: Instant { tv_sec: 1549, tv_nsec: 634341870 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:37.988187794Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:37.988424464Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 35630, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }], valid_until: Instant { tv_sec: 1549, tv_nsec: 637348413 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:37.98847696Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:37.990834514Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"uri":"/eip-gateways","method":"PUT","req_id":"83b17a31-d836-47fd-bb60-f62a43ab621e","remote_addr":"[::1]:49592","local_addr":"[::1]:57324","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":9294,"response_code":204} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:37.995926406Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:37.999073243Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:38.001205372Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"uri":"/v2p","method":"GET","req_id":"945746ee-525c-4f91-ae81-29cbb2670af6","remote_addr":"[::1]:59952","local_addr":"[::1]:57324","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"determined request API version","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:38.001265974Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"uri":"/v2p","method":"GET","req_id":"945746ee-525c-4f91-ae81-29cbb2670af6","remote_addr":"[::1]:59952","local_addr":"[::1]:57324","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","version":"28.0.0"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:38.001325356Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"peer_addr":"[::1]:35969","req_id":"30340f4f-a7d3-4d8d-bde3-95a34114717b","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 86 47 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 .G..........._mg\n0010: 64 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 d._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:38.001458364Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"peer_addr":"[::1]:35969","req_id":"30340f4f-a7d3-4d8d-bde3-95a34114717b","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 34375,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_mgd._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgd._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 4,\n 95,\n 109,\n 103,\n 100,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:38.001657572Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"store","component":"internal_dns_server","key":"_mgd._tcp"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:38.001841466Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:38.001867974Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"peer_addr":"[::1]:35969","req_id":"30340f4f-a7d3-4d8d-bde3-95a34114717b","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","records":"[Record { name_labels: Name(\"_mgd._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 50266, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") }) }]","query":"LowerQuery { name: LowerName(Name(\"_mgd._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgd._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:38.001914662Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"peer_addr":"[::1]:24637","req_id":"0a133d00-15db-4e9f-a8b4-7c8e853a8328","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 9a c9 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 ............._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:38.001949466Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"peer_addr":"[::1]:24637","req_id":"0a133d00-15db-4e9f-a8b4-7c8e853a8328","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 39625,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:38.002043172Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:38.002131281Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:38.002162207Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"peer_addr":"[::1]:24637","req_id":"0a133d00-15db-4e9f-a8b4-7c8e853a8328","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 62233, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") }) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:38.002338295Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:57324/eip-gateways\", status: 204, headers: {\"x-request-id\": \"83b17a31-d836-47fd-bb60-f62a43ab621e\", \"date\": \"Fri, 20 Mar 2026 18:35:37 GMT\"} })"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:38.002502689Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{}","iteration":3,"elapsed":"566.932289ms"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:38.002956408Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"uri":"/v2p","method":"GET","req_id":"945746ee-525c-4f91-ae81-29cbb2670af6","remote_addr":"[::1]:59952","local_addr":"[::1]:57324","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":3201,"response_code":200} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:38.010329429Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgd._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgd._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 50266, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }], valid_until: Instant { tv_sec: 1549, tv_nsec: 659187428 } })","dns_name":"_mgd._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:38.010422166Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:38.010979087Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 62233, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }], valid_until: Instant { tv_sec: 1549, tv_nsec: 659848011 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:38.01105878Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:38.01170527Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"peer_addr":"[::1]:45106","req_id":"f4a430e9-d32a-4319-a260-5f7bd0c81356","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: f0 36 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e .6..........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:38.01187578Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"peer_addr":"[::1]:45106","req_id":"f4a430e9-d32a-4319-a260-5f7bd0c81356","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 61494,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:38.013433826Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:38.013505313Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"peer_addr":"[::1]:45106","req_id":"f4a430e9-d32a-4319-a260-5f7bd0c81356","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:38.013556809Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"peer_addr":"[::1]:38848","req_id":"e1a1d3c7-15c2-44ea-ab5b-d7142cbbdf06","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 4a f8 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e J...........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:38.013599699Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"peer_addr":"[::1]:38848","req_id":"e1a1d3c7-15c2-44ea-ab5b-d7142cbbdf06","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 19192,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:38.013835259Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:38.013858429Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"peer_addr":"[::1]:38848","req_id":"e1a1d3c7-15c2-44ea-ab5b-d7142cbbdf06","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:38.014798302Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:57324/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"945746ee-525c-4f91-ae81-29cbb2670af6\", \"content-length\": \"2\", \"date\": \"Fri, 20 Mar 2026 18:35:38 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:38.015050584Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","interfaces":"{}","sled":"SimGimlet00"} {"msg":"v2p mappings to delete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:38.015094734Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","mappings":"[]","sled":"SimGimlet00"} {"msg":"v2p mappings to add","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:38.015119592Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","mappings":"[]","sled":"SimGimlet00"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:38.01514481Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{}","iteration":2,"elapsed":"583.164972ms"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:38.120281816Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"gateway_url":"http://[::1]:62233","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:62233/local/all-sp-ids","method":"GET"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:38.201984408Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"DpdClient","background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:35630/switch/identifiers","method":"GET"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:38.211712904Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":7,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:38.211766329Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:38.211797695Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:38.21183026Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:38.211859286Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:38.212731731Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:38.214415528Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"peer_addr":"[::1]:47405","req_id":"8b685987-7a67-4a49-88b2-6c7aadd27d76","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 2a ac 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e *...........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:38.214467424Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"peer_addr":"[::1]:47405","req_id":"8b685987-7a67-4a49-88b2-6c7aadd27d76","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 10924,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:38.214600122Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:38.214621202Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"peer_addr":"[::1]:47405","req_id":"8b685987-7a67-4a49-88b2-6c7aadd27d76","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:38.214693339Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"peer_addr":"[::1]:27909","req_id":"dbccdd09-5341-4050-99fb-56cbc44ca67e","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 62 3f 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e b?..........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:38.214748263Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"peer_addr":"[::1]:27909","req_id":"dbccdd09-5341-4050-99fb-56cbc44ca67e","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 25151,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:38.214913246Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:38.214966422Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"peer_addr":"[::1]:27909","req_id":"dbccdd09-5341-4050-99fb-56cbc44ca67e","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:38.278685315Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:50266/bfd/peers","method":"GET"} {"msg":"determining switch slot managed by switch zone","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:38.350719922Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","zone_address":"::1"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:38.35078905Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"MgsClient","rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:62233/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:38.352067055Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"DpdClient","background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:35630/switch/identifiers\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2f244802-90da-45f1-a8aa-396985a5c483\", \"content-length\": \"717\", \"date\": \"Fri, 20 Mar 2026 18:35:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:38.35214227Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"DpdClient","background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:35630/rpw/nat/trigger","method":"POST"} {"msg":"refreshing list of producers from Nexus","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:38.353613746Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:557","component":"oximeter"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:38.353675038Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"producer_port":56192,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:38.353857073Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"gateway_url":"http://[::1]:62233","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:62233/local/all-sp-ids\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f2cc6385-6dde-45f7-8f21-d2bfaf13fccf\", \"content-length\": \"105\", \"date\": \"Fri, 20 Mar 2026 18:35:38 GMT\"} })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:38.354089295Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"DpdClient","background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:35630/rpw/nat/trigger\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f974f70a-3e77-463a-ab78-6aa49aeb1720\", \"content-length\": \"4\", \"date\": \"Fri, 20 Mar 2026 18:35:38 GMT\"} })"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:38.354223493Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"3","iteration":2,"elapsed":"928.585075ms"} {"msg":"collecting from producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:38.354453536Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"producer_port":56192,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:38.354619189Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"sp_type":"switch","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:38.354661569Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"sp_type":"switch","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:38.354696693Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"sp_type":"switch","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:38.3547447Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"sp_type":"switch","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:38.355418027Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"sp_type":"switch","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:38.356454465Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"sp_type":"switch","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:38.356523363Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"sp_type":"switch","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:38.356557377Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"sp_type":"switch","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:38.356589932Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"sp_type":"switch","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:38.356933053Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"sp_type":"switch","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:38.357807666Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"sp_type":"sled","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:38.35786478Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"sp_type":"sled","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:38.357898544Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"sp_type":"sled","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:38.35792925Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"sp_type":"sled","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:38.358276288Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"sp_type":"sled","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:38.359230884Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"sp_type":"sled","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:38.359275704Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"sp_type":"sled","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:38.359309658Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"sp_type":"sled","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:38.359338844Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"sp_type":"sled","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:38.35992762Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"sp_type":"sled","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:38.360916131Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"oximeter","body":"None","uri":"http://127.0.0.1:60299/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:38.361103024Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:38.365201428Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:38.365264999Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:38.365296234Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:38.36549839Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:38.367663354Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"681fa0e9-0a1a-46bc-ac9c-e0fb11c82ba3","remote_addr":"127.0.0.1:53282","local_addr":"127.0.0.1:60299","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"determined request API version","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:38.367712901Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"681fa0e9-0a1a-46bc-ac9c-e0fb11c82ba3","remote_addr":"127.0.0.1:53282","local_addr":"127.0.0.1:60299","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:38.3682516Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"681fa0e9-0a1a-46bc-ac9c-e0fb11c82ba3","remote_addr":"127.0.0.1:53282","local_addr":"127.0.0.1:60299","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:38.368305225Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"681fa0e9-0a1a-46bc-ac9c-e0fb11c82ba3","remote_addr":"127.0.0.1:53282","local_addr":"127.0.0.1:60299","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:38.368687228Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"681fa0e9-0a1a-46bc-ac9c-e0fb11c82ba3","remote_addr":"127.0.0.1:53282","local_addr":"127.0.0.1:60299","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:38.372680941Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:50266/bfd/peers\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"023a0587-4e16-4a00-9814-86ef7eb7de36\", \"content-length\": \"2\", \"date\": \"Fri, 20 Mar 2026 18:35:38 GMT\"} })"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:38.372821116Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{}","iteration":2,"elapsed":"1.088497603s"} {"msg":"sent collection request to producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:38.383001092Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"producer_port":56192,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:38.384932174Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"producer_port":56192,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:38.385000303Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"producer_port":56192,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:38.385030219Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"producer_port":56192,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:38.385057266Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"MgsClient","rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:62233/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1595d40c-9f9e-4146-9aa7-a339df714773\", \"content-length\": \"26\", \"date\": \"Fri, 20 Mar 2026 18:35:38 GMT\"} })"} {"msg":"identified switch slot for switch zone","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:38.385104664Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","zone_address":"::1","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping switch zones to switch slots","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:38.385136409Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","mappings":"{\n switch0: ::1,\n}"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:38.460193681Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:38.463541154Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"sp_type":"switch","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:38.468329008Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"sp_type":"switch","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:38.468397556Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"sp_type":"switch","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:38.468429302Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"sp_type":"switch","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:38.469060608Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"sp_type":"switch","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:38.470310397Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"sp_type":"sled","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:38.474930549Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"sp_type":"sled","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:38.474996838Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"sp_type":"sled","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:38.475029853Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"sp_type":"sled","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:38.475294939Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"sp_type":"sled","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:38.476315055Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"sp_type":"switch","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:38.479391095Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"sp_type":"switch","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:38.479463321Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"sp_type":"switch","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:38.479494797Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"sp_type":"switch","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:38.479731686Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"sp_type":"switch","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:38.480793973Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"sp_type":"sled","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:38.483959641Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"sp_type":"sled","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:38.484037364Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"sp_type":"sled","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:38.484070739Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"sp_type":"sled","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:38.485980191Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"sp_type":"sled","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:38.488385743Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"producer_port":50072,"producer_ip":"127.0.0.1","producer_id":"913233fe-92a8-4635-9572-183f495429c4","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collecting from producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:38.488474381Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"producer_port":50072,"producer_ip":"127.0.0.1","producer_id":"913233fe-92a8-4635-9572-183f495429c4","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"reconfigurator config load complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:38.489029163Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","switches":"Loaded(ReconfiguratorConfigView { version: 1, config: ReconfiguratorConfig { planner_enabled: false, planner_config: PlannerConfig { add_zones_with_mupdate_override: false }, tuf_repo_pruner_enabled: true }, time_modified: 2026-03-20T18:35:07.189424Z })"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:38.489081789Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"config_updated\":false}","iteration":7,"elapsed":"277.352192ms"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:38.490125014Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"uri":"/913233fe-92a8-4635-9572-183f495429c4","method":"GET","req_id":"9030c8ce-9b67-4688-8c3f-54c7052dc479","remote_addr":"127.0.0.1:62067","local_addr":"127.0.0.1:50072","component":"dropshot","component":"nexus-producer-server","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:38.490286999Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"peer_addr":"[::1]:3214","req_id":"05f249d1-5970-4dc5-978d-12aac47f7d1d","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000: 2c ea 01 00 00 01 00 00 00 00 00 01 09 5f 64 65 ,............_de\n0010: 6e 64 72 69 74 65 04 5f 74 63 70 0d 63 6f 6e 74 ndrite._tcp.cont\n0020: 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 rol-plane.oxide.\n0030: 69 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 internal..!....)\n0040: 04 d0 00 00 00 00 00 00 ........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:38.490337435Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"peer_addr":"[::1]:3214","req_id":"05f249d1-5970-4dc5-978d-12aac47f7d1d","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 11498,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 9,\n 95,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:38.49049817Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"store","component":"internal_dns_server","key":"_dendrite._tcp"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:38.490639365Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:38.49084286Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"peer_addr":"[::1]:3214","req_id":"05f249d1-5970-4dc5-978d-12aac47f7d1d","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","records":"[Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 35630, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") }) }]","query":"LowerQuery { name: LowerName(Name(\"_dendrite._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:38.504298964Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"uri":"/913233fe-92a8-4635-9572-183f495429c4","method":"GET","req_id":"9030c8ce-9b67-4688-8c3f-54c7052dc479","remote_addr":"127.0.0.1:62067","local_addr":"127.0.0.1:50072","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.7/src/server.rs:867","component":"nexus-producer-server","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":14200,"response_code":200} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:38.506684864Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"681fa0e9-0a1a-46bc-ac9c-e0fb11c82ba3","remote_addr":"127.0.0.1:53282","local_addr":"127.0.0.1:60299","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":139011,"response_code":200} {"msg":"attempting ereport collection from MGS","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:38.506798292Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"sp_type":"switch","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","gateway_addr":"[::1]:62233","restart_id":"00000000-0000-0000-0000-000000000000 (ereporter_restart)","start_ena":"None","committed_ena":"None"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:38.507007824Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"gateway_url":"http://[::1]:62233","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:62233/sp/switch/1/ereports?limit=255&restart_id=00000000-0000-0000-0000-000000000000","method":"POST"} {"msg":"deleted 0 of 0 sitreps","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:38.507608415Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","alert_requests_deleted":0,"case_ereports_deleted":0,"cases_deleted":0,"sitreps_deleted":0,"ids":"[]"} {"msg":"all 0 orphaned sitreps in this batch have already been deleted","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-03-20T18:35:38.507665398Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"sitrep garbage collection found 0 orphaned sitreps, deleted 0","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-03-20T18:35:38.507691016Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-03-20T18:35:38.507711877Z","hostname":"w-01KM670S5Q7HD6PDZHW57323GC","pid":10048,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"errors\":[],\"orphaned_sitreps_deleted\":0,\"orphaned_sitreps_found\":0}","iteration":3,"elapsed":"709.646623ms"}